-- Logs begin at Tue 2021-04-20 17:40:31 UTC, end at Tue 2021-04-20 19:19:01 UTC. --
Apr 20 18:13:42.725213 dv-cinder-786930-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 20 18:13:45.855465 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.common.config [-] Logging enabled!
Apr 20 18:13:45.855872 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 18:13:45.857327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86252) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 18:13:45.859112 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.common.config [-] Logging enabled!
Apr 20 18:13:45.859406 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107
Apr 20 18:13:45.859760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86252) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 20 18:13:45.860804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:13:45.861070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:13:45.862119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:13:45.862405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:13:45.862694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:13:45.863066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.863417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.863780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.864044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.864390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.864726 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.865048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.865383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.865725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.866050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.866368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.866718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.866983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.867307 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.867639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.867970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.868226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] debug                          = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.868548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.869085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.869410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.869728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.870061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.870376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.870718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.871034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.871356 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.871720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] host                           = dv-cinder-786930-2-iscsi {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.872035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.872365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.872695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.873025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.873340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.873653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.873981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.874296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.874630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.874948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.875280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.875614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.875954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.876212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.876466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.876797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.877131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.877446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.877759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.878072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.878383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.878723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.879030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.879411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.879740 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.880067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.880378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.880691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.881000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.881310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.881639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.881951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.882263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.882601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.882933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.883238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.883549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.883893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.884225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.884552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.884876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.885186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.885512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.885825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.886132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.886439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.886775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.887084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.887409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.887720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.888030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.888340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.888648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.888977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:45.889310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.889649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.889993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.890314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.890677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.890997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.891329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.891645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.891976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.892310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.892635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.892951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.893273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.893590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.893928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.894286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.894648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.895517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.895832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.896141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.896453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.896769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.897094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.897432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.897765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.898077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.898398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.898760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.899076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.899386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.899702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.900031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.900348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.900658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.901000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.901290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.901600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.901909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.902222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.902581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.902900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.903210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.903519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.903832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.904138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.904469 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.904784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.905347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.905656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.905972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.906278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.906610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.906929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.907241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.907553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.907864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.908172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.908481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.908790 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.909101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.909410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.909718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.910033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.910340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.911243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.911557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.911868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.912179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.912505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.912843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.913160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.913479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.913794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.914111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.914435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.914775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.915090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.915408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.915719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.916052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.916374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.916699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.917018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.917335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.917677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.917995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.918317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.918662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.918979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.919308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.919633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.919965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.920301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.920633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.920964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.921299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.921617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.921970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.922287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:45.922561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:13:45.922830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86252) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 20 18:13:46.586706 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO keyring.backend [-] Loading Gnome
Apr 20 18:13:46.603167 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO keyring.backend [-] Loading Google
Apr 20 18:13:46.605845 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO keyring.backend [-] Loading Windows (alt)
Apr 20 18:13:46.609555 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO keyring.backend [-] Loading file
Apr 20 18:13:46.610390 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO keyring.backend [-] Loading keyczar
Apr 20 18:13:46.610710 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO keyring.backend [-] Loading multi
Apr 20 18:13:46.611360 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO keyring.backend [-] Loading pyfs
Apr 20 18:13:46.657954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86252) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:46.658270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86252) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:46.658627 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86252) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:13:46.659004 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 20 18:13:47.052539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.053035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.053142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.054518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.054948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.055250 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.092367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.092684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.092984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.108228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.108547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.108854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.175231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.175545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.175846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.176889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.177195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.178965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.450075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2a9a3447b8> agent after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.450336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2a9a3447b8> agent after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.450670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2a9a3446a8> segment precommit_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.450978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2a9a344730> network precommit_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.451806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2a9a3b89d8> segment before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.598362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> network before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.598768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2a9a1ada60> agent before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.599089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> network before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.599395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> port before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.599694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> port before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.600081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> segment after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.600554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> segment precommit_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.600853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> segment precommit_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.601148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> segment after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.601491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> network after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.601794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> network precommit_delete 0 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.602102 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> port provisioning_complete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.602415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.602738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> rbac-policy after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.603054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> agent after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.603376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> subnet after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.603676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> subnet precommit_delete 0 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.603999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.604295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.604640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> segment_host_mapping after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.605093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> port after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.605384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> port after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.605671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> port after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.606014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.606300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.606609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2a9ad567f0>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.607030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:47.607305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:47.607578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:47.607851 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:47.608123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:47.608395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:47.608810 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 20 18:13:47.611899 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 20 18:13:47.615863 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 20 18:13:47.619640 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])])
Apr 20 18:13:47.621300 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 20 18:13:47.622582 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 20 18:13:47.622968 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 20 18:13:47.623407 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 20 18:13:47.627133 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 20 18:13:47.627423 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 20 18:13:47.627818 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 18:13:47.655711 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 20 18:13:47.656222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2a9a2bdcc0>> qos_plugin after_init 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.656562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86252) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 20 18:13:47.656975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2a9a1494e0>> logging-plugin after_init 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.658318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86252) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 20 18:13:47.658682 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 20 18:13:47.658962 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 20 18:13:47.662015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2a9a149550>> floatingip before_response 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.662336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2a9a149550>> port before_response 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:47.729277 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 20 18:13:47.729554 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 20 18:13:47.729827 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 20 18:13:47.730232 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 20 18:13:47.763374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.sqlalchemy.engines [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86252) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 20 18:13:48.202819 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Initializing driver for type 'gre'
Apr 20 18:13:48.203327 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] gre ID ranges: [(1, 1000)]
Apr 20 18:13:48.242591 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Initializing driver for type 'local'
Apr 20 18:13:48.242971 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Initializing driver for type 'vlan'
Apr 20 18:13:48.252877 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] VlanTypeDriver initialization complete
Apr 20 18:13:48.253252 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Initializing driver for type 'vxlan'
Apr 20 18:13:48.253761 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] vxlan ID ranges: [(1, 1000)]
Apr 20 18:13:48.292794 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Initializing extension driver 'port_security'
Apr 20 18:13:48.293161 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.extensions.port_security [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] PortSecurityExtensionDriver initialization complete
Apr 20 18:13:48.293536 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Initializing mechanism driver 'openvswitch'
Apr 20 18:13:48.293898 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Initializing mechanism driver 'hyperv'
Apr 20 18:13:48.300135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86252) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:48.300961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a9a2232b0>> port after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.301916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a9a2232b0>> port after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.302304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a9a2232b0>> port after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.302756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c5cf98>> subnet after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.303149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c5cf98>> subnet after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.303531 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c5cf98>> subnet after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.303952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69198>> network after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.304342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69198>> network after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.304723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69198>> network after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.305140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69358>> security_group after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.305522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69358>> security_group after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.306050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69358>> security_group after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.306497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69518>> security_group_rule after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.306885 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69518>> security_group_rule after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.307264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c69518>> security_group_rule after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.307683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c696d8>> address_group after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.308064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c696d8>> address_group after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.308438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2a99c696d8>> address_group after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.308804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] ML2 OVO RPC backend initialized. {{(pid=86252) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 20 18:13:48.309589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> router_interface after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.309981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> router_interface after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.310443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> network before_response 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.310852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> networks before_response 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.311234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> port before_response 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.311611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> ports before_response 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.311991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> subnet before_response 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.312369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> subnets before_response 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.312754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> network after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.313130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> network after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.313503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> network after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.313884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> port after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.314256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> port after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.314656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> port after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.315032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> subnet after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.315405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> subnet after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.315779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2a99c697b8>> subnet after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.316409 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.plugin [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Modular L2 Plugin initialization complete
Apr 20 18:13:48.316808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading services supported by the core plugin {{(pid=86252) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 20 18:13:48.317172 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.plugins.ml2.managers [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Got port-security extension from driver 'port_security'
Apr 20 18:13:48.317682 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.extensions.vlantransparent [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Disabled vlantransparent extension.
Apr 20 18:13:48.318218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86252) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 20 18:13:48.318592 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading Plugin: router
Apr 20 18:13:48.357135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router_interface before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.357576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router after_create 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.357987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router before_create 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.358400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router_interface before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.358850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router_interface after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.359244 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router after_delete 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.359646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> floatingip after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.360059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router after_create 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.360443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router after_update 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.360836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router after_update 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.361228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router_gateway after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.361633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router after_update 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.362131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router precommit_update 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.362579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2a9a2c0c80> port after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.362960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2a9a2c0e18> port after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.363340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2a9a2c0d90> subnet after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.364291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2a9a2c0d08> subnetpool_address_scope after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.364684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> port precommit_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.365071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router precommit_create 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.365454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2a9a2b58c8> port before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.365837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router precommit_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.366242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router after_update 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.366652 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router precommit_delete 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.367045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router precommit_create 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.367454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router_interface after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.367844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> router precommit_update 55549900 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.368276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2a99c69940>> network after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.369264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Tracking information for resource: router configured {{(pid=86252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:48.369641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Tracking information for resource: floatingip configured {{(pid=86252) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 20 18:13:48.374637 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_agentschedulers_db [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 20 18:13:48.375281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2a99becc80> port after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.375679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2a99becb70> port after_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.376067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function _notify_port_delete at 0x7f2a99becbf8> port after_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.376456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2a99bece18> port after_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.377359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a99c0c748>> router before_create 55550100 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.377766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a99c0c748>> router precommit_delete 55550100 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.378170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a99c0c748>> router precommit_create 55550100 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.378590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2a99c0c748>> router precommit_update 55550100 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.383464 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.provider_configuration [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service providers = [] {{(pid=86252) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 20 18:13:48.383869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.servicetype_db [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86252) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 20 18:13:48.386756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.service_base [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:13:48.387146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.service_base [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:13:48.387528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.service_base [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:13:48.388432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.service_base [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86252) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 20 18:13:48.388836 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.services.service_base [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 20 18:13:48.389258 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:48.389615 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 20 18:13:48.399975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:48.400355 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading Plugin: auto_allocate
Apr 20 18:13:48.406447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2a99bc4598> network precommit_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.406880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2a99bc4598> network precommit_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.407475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:48.407835 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading Plugin: tag
Apr 20 18:13:48.415507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:48.415879 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading Plugin: timestamp
Apr 20 18:13:48.419735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:48.420113 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading Plugin: network_ip_availability
Apr 20 18:13:48.425578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a99b1d390>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.425988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a99b1d390>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.426954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a99b1d390>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.427747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:48.428111 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading Plugin: flavors
Apr 20 18:13:48.432760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:48.433139 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading Plugin: revisions
Apr 20 18:13:48.437547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86252) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 20 18:13:48.437971 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.779s {{(pid=86252) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:13:48.438825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86252) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 20 18:13:48.439194 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Initializing extension manager.
Apr 20 18:13:48.439760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: __init__.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.440141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: __pycache__ {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.440518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.440891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: address_group.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.441718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.442354 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: address-group
Apr 20 18:13:48.442745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: address_scope.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.443517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.444098 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: address-scope
Apr 20 18:13:48.444458 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.445404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.445984 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: router-admin-state-down-before-update
Apr 20 18:13:48.446344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: agent.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.447136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.447706 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: agent
Apr 20 18:13:48.448066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: agent_resources_synced.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.448988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.449565 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: agent-resources-synced
Apr 20 18:13:48.449924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: allowedaddresspairs.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.451750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.452347 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: allowed-address-pairs
Apr 20 18:13:48.452723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: auto_allocated_topology.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.453839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.454384 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: auto-allocated-topology
Apr 20 18:13:48.454779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: availability_zone.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.455545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.456130 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: availability_zone
Apr 20 18:13:48.456498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: availability_zone_filter.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.457544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.458123 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: availability_zone_filter
Apr 20 18:13:48.458523 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: data_plane_status.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.459578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.460156 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 20 18:13:48.460520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: default_subnetpools.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.461457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.462035 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: default-subnetpools
Apr 20 18:13:48.462398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.463309 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.463895 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: dhcp_agent_scheduler
Apr 20 18:13:48.464261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: dns.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.465192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.465768 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension dns-integration not supported by any of loaded plugins
Apr 20 18:13:48.466130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: dns_domain_ports.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.467087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.467667 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 20 18:13:48.468031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: dvr.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.468765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.469579 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: dvr
Apr 20 18:13:48.470047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: empty_string_filtering.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.471310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.471977 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: empty-string-filtering
Apr 20 18:13:48.472344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.473800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.474371 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 20 18:13:48.474760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.475686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.476262 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 20 18:13:48.476623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: external_net.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.477558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.478138 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: external-net
Apr 20 18:13:48.478518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.479436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.480014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: extra_dhcp_opt
Apr 20 18:13:48.480376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: extraroute.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.481287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.481862 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: extraroute
Apr 20 18:13:48.482226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: extraroute_atomic.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.483289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.483875 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: extraroute-atomic
Apr 20 18:13:48.484242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: filter_validation.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.484945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.485518 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: filter-validation
Apr 20 18:13:48.485881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: fip_pf_description.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.486829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.487401 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 20 18:13:48.487762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: fip_port_details.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.489329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.489907 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: fip-port-details
Apr 20 18:13:48.490267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: flavors.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.491543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.492129 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: flavors
Apr 20 18:13:48.492493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.494149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.494772 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 20 18:13:48.495143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: floatingip_pools.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.495904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.496488 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: floatingip-pools
Apr 20 18:13:48.496854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: ip_allocation.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.497794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.498373 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 20 18:13:48.498768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.499701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.500274 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: ip-substring-filtering
Apr 20 18:13:48.500640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: l2_adjacency.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.501577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.502148 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 20 18:13:48.502533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: l3.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.503604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.504209 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: router
Apr 20 18:13:48.504573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.506851 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.507453 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 20 18:13:48.507827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.508786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.509370 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: ext-gw-mode
Apr 20 18:13:48.509737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.510806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.511389 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: l3-ha
Apr 20 18:13:48.511757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: l3_flavors.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.512690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.513271 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: l3-flavors
Apr 20 18:13:48.513642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.514594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.515171 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 20 18:13:48.515536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: l3agentscheduler.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.516702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.517286 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: l3_agent_scheduler
Apr 20 18:13:48.517656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: logging.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.519184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.519801 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension logging not supported by any of loaded plugins
Apr 20 18:13:48.520177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: metering.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.520976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.521673 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: metering
Apr 20 18:13:48.522043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.523174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.523757 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: metering_source_and_destination_fields
Apr 20 18:13:48.524122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: multiprovidernet.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.525066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.525643 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: multi-provider
Apr 20 18:13:48.526010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: netmtu.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.526967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.527542 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: net-mtu
Apr 20 18:13:48.527907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: netmtu_writable.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.528839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.529415 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: net-mtu-writable
Apr 20 18:13:48.529777 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: network_availability_zone.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.530877 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.531453 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: network_availability_zone
Apr 20 18:13:48.531820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: network_ip_availability.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.532935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.533519 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: network-ip-availability
Apr 20 18:13:48.533883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: network_segment_range.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.534740 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.535315 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 20 18:13:48.536215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: pagination.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.537209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.537586 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: pagination
Apr 20 18:13:48.537948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: port_device_profile.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.538891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.539478 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: port-device-profile
Apr 20 18:13:48.539844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.540774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.541349 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: port-mac-address-regenerate
Apr 20 18:13:48.541715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.542676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.543262 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: port-numa-affinity-policy
Apr 20 18:13:48.543625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: port_resource_request.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.544545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.545114 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 20 18:13:48.545471 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: portbindings.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.546407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.547010 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: binding
Apr 20 18:13:48.547368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: portbindings_extended.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.548642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.549222 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: binding-extended
Apr 20 18:13:48.549589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: portsecurity.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.550541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.551672 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: port-security
Apr 20 18:13:48.552039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: project_id.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.553030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.553407 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: project-id
Apr 20 18:13:48.553771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: providernet.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.554728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.555307 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: provider
Apr 20 18:13:48.555670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.559348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.559959 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos not supported by any of loaded plugins
Apr 20 18:13:48.560331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.561674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.562498 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 20 18:13:48.562923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.563889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.564472 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 20 18:13:48.564839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos_default.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.565766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.566347 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos-default not supported by any of loaded plugins
Apr 20 18:13:48.566772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos_fip.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.567466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.568039 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos-fip not supported by any of loaded plugins
Apr 20 18:13:48.568401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos_gateway_ip.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.569351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.569926 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 20 18:13:48.570290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos_port_network_policy.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.571244 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.571826 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 20 18:13:48.572190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos_rule_type_details.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.573136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.573712 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 20 18:13:48.574074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: qos_rules_alias.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.575163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.575743 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 20 18:13:48.576110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: quotasv2.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.577101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.577475 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: quotas
Apr 20 18:13:48.577836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: quotasv2_detail.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.579598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.579981 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: quota_details
Apr 20 18:13:48.580349 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: rbac.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.581498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.582096 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: rbac-policies
Apr 20 18:13:48.583012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: rbac_address_group.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.583966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.584562 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: rbac-address-group
Apr 20 18:13:48.584928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: rbac_address_scope.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.585876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.586480 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: rbac-address-scope
Apr 20 18:13:48.586856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: rbac_security_groups.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.587781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.588360 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: rbac-security-groups
Apr 20 18:13:48.588725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: rbac_subnetpool.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.589669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.590263 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: rbac-subnetpool
Apr 20 18:13:48.590658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: revisionifmatch.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.591600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.592179 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: revision-if-match
Apr 20 18:13:48.592540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: revisions.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.593680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.594261 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: standard-attr-revisions
Apr 20 18:13:48.594659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: router_availability_zone.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.595384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.595964 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: router_availability_zone
Apr 20 18:13:48.596325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: routerservicetype.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.597262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.597832 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension router-service-type not supported by any of loaded plugins
Apr 20 18:13:48.598757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.599706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.600281 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: security-groups-normalized-cidr
Apr 20 18:13:48.600642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.601589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.602166 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: port-security-groups-filtering
Apr 20 18:13:48.602550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.603492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.604068 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: security-groups-remote-address-group
Apr 20 18:13:48.604428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: securitygroup.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.617668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.618293 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: security-group
Apr 20 18:13:48.618695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: segment.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.619562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.620150 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension segment not supported by any of loaded plugins
Apr 20 18:13:48.620519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.621472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.622055 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 20 18:13:48.622424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: servicetype.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.623570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.624155 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: service-type
Apr 20 18:13:48.624525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: sorting.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.625519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.625901 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: sorting
Apr 20 18:13:48.626263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: standard_attr_segment.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.627220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.627802 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 20 18:13:48.628164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: standardattrdescription.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.628852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.629461 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: standard-attr-description
Apr 20 18:13:48.629824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: stateful_security_group.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.630816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.631414 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: stateful-security-group
Apr 20 18:13:48.631778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: stdattrs_common.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.632368 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 20 18:13:48.632732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.633737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.634325 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 20 18:13:48.634710 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: subnet_onboard.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.635785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.636381 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: subnet_onboard
Apr 20 18:13:48.636746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.637687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.638276 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 20 18:13:48.638668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: subnet_service_types.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.639619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.640211 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: subnet-service-types
Apr 20 18:13:48.640578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: subnetallocation.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.641688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.642272 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: subnet_allocation
Apr 20 18:13:48.642669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.643369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.643959 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: subnetpool-prefix-ops
Apr 20 18:13:48.644321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.645790 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.646376 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 20 18:13:48.646774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: tagging.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.648039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.648643 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: standard-attr-tag
Apr 20 18:13:48.649008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: timestamp.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.650183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.650798 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loaded extension: standard-attr-timestamp
Apr 20 18:13:48.651169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: trunk.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.652212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.652792 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension trunk not supported by any of loaded plugins
Apr 20 18:13:48.653162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: trunk_details.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.654094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.654701 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension trunk-details not supported by any of loaded plugins
Apr 20 18:13:48.655324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: uplink_status_propagation.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.656256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.656832 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 20 18:13:48.657195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Loading extension file: vlantransparent.py {{(pid=86252) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 20 18:13:48.657895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86252) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 20 18:13:48.658513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 20 18:13:48.661708 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:network
Apr 20 18:13:48.662514 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:subnet
Apr 20 18:13:48.663213 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:48.663877 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:port
Apr 20 18:13:48.665381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.665871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service FLAVORS assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.666585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.667055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.667430 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:router
Apr 20 18:13:48.668166 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 18:13:48.668949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service METERING assigned prefix: /metering {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.670763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a99a60cf8>> rbac-policy before_create 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.671171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a99a60cf8>> rbac-policy before_update 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.671560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2a99a60cf8>> rbac-policy before_delete 55550000 {{(pid=86252) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:13:48.672692 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 18:13:48.673174 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 18:13:48.673978 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 18:13:48.674794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service CORE assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.675174 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:48.675541 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] subnetpool is already registered
Apr 20 18:13:48.676232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service CORE assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.676598 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:48.676963 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] subnetpool is already registered
Apr 20 18:13:48.679721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.680203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service FLAVORS assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.680850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.681314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.681688 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:router
Apr 20 18:13:48.682056 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] router is already registered
Apr 20 18:13:48.682734 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:floatingip
Apr 20 18:13:48.683101 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] floatingip is already registered
Apr 20 18:13:48.683804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service METERING assigned prefix: /metering {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.684539 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 20 18:13:48.684908 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] rbac_policy is already registered
Apr 20 18:13:48.685532 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:security_group
Apr 20 18:13:48.685903 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] security_group is already registered
Apr 20 18:13:48.686585 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 20 18:13:48.686957 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] security_group_rule is already registered
Apr 20 18:13:48.687676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service CORE assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.688042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:48.688404 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] subnetpool is already registered
Apr 20 18:13:48.689078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.resource_helper [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Service CORE assigned prefix:  {{(pid=86252) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 20 18:13:48.689445 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 20 18:13:48.689809 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.quota.resource_registry [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] subnetpool is already registered
Apr 20 18:13:48.690545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: extensions {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.692130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: address-groups {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.693807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: address-scopes {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.695109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: agents {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.696351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: auto-allocated-topology {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.697657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: availability_zones {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.699133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: dhcp-networks {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.700622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: dhcp-agents {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.702133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: routers {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.704124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: flavors {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.705323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: service_profiles {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.706636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: next_providers {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.708814 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: service_profiles {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.710317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: floatingip-pools {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.711645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: routers {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.713521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: floatingips {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.714830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: l3-routers {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.716306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: l3-agents {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.717800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: metering-labels {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.720082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: metering-label-rules {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.721418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: network-ip-availabilities {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.722855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: bindings {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.725143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: quotas {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.726685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: quotas {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.728172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: rbac-policies {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.729548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: security-groups {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.730858 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: security-group-rules {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.732172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: service-providers {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.733475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: subnetpools {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.735031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: subnetpools {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.736564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.738336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.740274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.742135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.744050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.746008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.747832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.749824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.751729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.753668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.extensions [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Extended resource: tags {{(pid=86252) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 20 18:13:48.760528 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING keystonemiddleware.auth_token [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 20 18:13:48.765752 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING keystonemiddleware.auth_token [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 20 18:13:48.775084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Acquired lock "singleton_lock" {{(pid=86252) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 20 18:13:48.775609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Releasing lock "singleton_lock" {{(pid=86252) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 20 18:13:48.777067 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO oslo_service.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Starting 2 workers
Apr 20 18:13:48.782200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Started child 86363 {{(pid=86252) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:13:48.786880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.787603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Started child 86364 {{(pid=86252) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:13:48.788291 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [-] (86363) wsgi starting up on http://0.0.0.0:9696
Apr 20 18:13:48.789135 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 20 18:13:48.789819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Notify callbacks [] for process, before_spawn {{(pid=86252) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.791846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.792340 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO oslo_service.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Starting 1 workers
Apr 20 18:13:48.793292 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [-] (86364) wsgi starting up on http://0.0.0.0:9696
Apr 20 18:13:48.797890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Started child 86365 {{(pid=86252) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:13:48.798435 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO oslo_service.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Starting 1 workers
Apr 20 18:13:48.800081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] calling RpcWorker wait() {{(pid=86365) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 20 18:13:48.800475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] returning from RpcWorker wait() {{(pid=86365) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 20 18:13:48.801991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.802510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:48.803300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Started child 86366 {{(pid=86252) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 20 18:13:48.804090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5d0998b-cac4-4461-89a9-6150948f60f2 None None] Notify callbacks [] for process, after_spawn {{(pid=86252) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.805763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86252) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 18:13:48.806010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:13:48.806229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:13:48.806501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:13:48.806942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:13:48.807117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:13:48.807271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:13:48.808010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.808313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.808622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.808903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.809221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.809872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.810190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.810521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.810840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.811120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.811302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.811671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.811968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.812245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.812605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.812908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.813181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.813470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.813688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.813965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.814270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.814589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.814894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.815168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.815750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.816010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.816281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.816537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.816880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.817148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.817472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.817737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.817988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.818274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.818589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.818854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.819100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.819351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.819645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.819909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.820349 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] host                           = dv-cinder-786930-2-iscsi {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.820605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.820854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.821143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.821422 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.821714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.821981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.822275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.823850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.823850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.823850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.824745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.825044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.825325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.825601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.825799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.826061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.826377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.826705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.826932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.827134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.827304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.827605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.827799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.828095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.828351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.828602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.828874 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.829122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.829372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.829664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.829931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.830205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.830448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.830782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.831065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.831351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.831803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.831968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.832730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.832988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.833139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:48.833282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.833678 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.833678 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.834025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.834249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.834638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.834855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.835297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.835617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.836020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.836269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.836519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.836854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.837128 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.837424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.837711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.837960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.838246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.838823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.838823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.839136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.839277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.839473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.839772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.840046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.840315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.840562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.840808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.841079 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.841522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.841840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.842196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.842483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.842753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.843027 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.843313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.843567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.843839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.844120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.844448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.844747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.845023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.845267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.845538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.845902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.846209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.846533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.846785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.847037 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.847357 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.847599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.848518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.848880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.849176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.22/identity {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.849857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.849857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.850049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.850286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.850603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.851123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.851541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.852023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.852437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.852877 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.853141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.853423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.853677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.853950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.854213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.854985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.854985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.854985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.855246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.855478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.855759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.856011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.856282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.856547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.856843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.857122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.857445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.857730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.857978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.858246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.858529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.858809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.859080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.859304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.859557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.859817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.860104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.860369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.860616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.860860 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.861111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.861359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.861613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.861896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.862148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.862384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.862871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.863113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.863361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.863634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.863884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.864135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.864381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.864666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.864920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.865171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.865415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.865678 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.865929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.866236 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.866602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.866879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.867176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.867448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.867716 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.867987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.868275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.868533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.868785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.869065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.869340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.869618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.869899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.870204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.870440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.870831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.871122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.871380 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.871631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.871903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.872166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.872450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.872728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.872999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.873270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.873581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.873903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.874182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.874514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.875667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.875667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.875667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.875667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.876271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.876271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.876533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.876738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.877077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.877409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.877688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.877992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.878262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.878610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.878892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.879183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.879435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.879736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.880107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.880415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.880684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.880938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.881251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.881560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.881850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.882149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.882440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.882769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.883057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.883358 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.22/identity {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.883623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.883889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.884159 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.884407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.884677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.884927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.885194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.885461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.885709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.885989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.886251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.886756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.889628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.889943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.890207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.890536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46028) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:13:48.890759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.891037 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.891318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.891611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.891885 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.892155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.892424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.892684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.892987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.893269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.893603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.893894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.894174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.894444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.895271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.895558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.895816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.896112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.896370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.896604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.897074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.897530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.897955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.898240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.898550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.898826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.899115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.899396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.899759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.900022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.900512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.900792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.901051 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.901328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.901588 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.901846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.902104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.902384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.902686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.902970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.903251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.903529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.903781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.904031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.904280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.904536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.904780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.905373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.905651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.905918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.906679 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0130808
Apr 20 18:13:48.906820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.906995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.907281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.907532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.907783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.908041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.909039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.909039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.909039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.909039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.909468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.909468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.909683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.909899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.910146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.910451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.911220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.911486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.911734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.911982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.912920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.912920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.912920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.913268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.913268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.913589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.914511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.914511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.914511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.914809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.915080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.915368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.915624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.915880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.916135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.916451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.916832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.917214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.917516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.917774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.918511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.918511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.918700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.918940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.919256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.919613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.919900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.920180 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.920472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.920766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.921042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.921300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.921636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.921782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.922198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.922548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.923061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.923061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.923386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.923541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.923800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.924085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.924358 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.924633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.924889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.925081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:13:48.925623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86252) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 20 18:13:48.925821 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 20 18:13:48.926030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 20 18:13:48.926238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 20 18:13:48.926498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 20 18:13:48.927529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 20 18:13:48.927731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.927931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.928126 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.928320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.928511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.928727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.928918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.929112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.930516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.930516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.930516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.930516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.930516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.930516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.930516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.930516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.931691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.931691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.931691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.931691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.931691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.931691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.931691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] debug                          = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.932703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.932703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.932703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.932703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.932703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.932703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.933987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.934162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.934423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.935374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] host                           = dv-cinder-786930-2-iscsi {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.935939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.936470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.936667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.936859 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.937813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.937813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.937813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.937813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.937813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.938347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.938347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.938347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.938347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.938950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.938950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.938950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.939891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.939891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.939891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.939891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.939891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.939891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.940427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.940427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.940427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.940789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.940789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.940789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.941097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.941097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.941308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.941419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.942100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.942301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.942579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.942736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.942878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.943020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.943160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.943311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.943503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.943662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.943848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.944035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.944222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.944408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.944595 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.944747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:13:48.944902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.944902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.945090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.945256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.945441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.945631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.945819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.946004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.946195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.946381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.946596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.946782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.946968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.947209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.947346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.947462 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.947639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.947823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.948009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.948195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.948381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.948569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 20 18:13:48.948778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.948968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.949918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.949918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.949918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.949918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.949918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.950451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.950451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.950451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.950451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.950928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.950928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.951144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.951255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.951363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.951535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.951727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.951924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.952092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.952466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.952666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.952880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.953072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.953264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.22/identity {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.953455 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.953646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.953839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.954029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.954270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.954393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.954794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.954965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.955306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.955500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.955691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.955916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.956048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.956228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.956397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.956589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.956778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.956963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.957147 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.957969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.958122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.959494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.959494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.959494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.959494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.959494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.959494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.959494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.959494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.962305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.963903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.965076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.966736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.966736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.966736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.966736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.966736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.966736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.966736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.966736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.967850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.967850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.967850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.967850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.967850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.967850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.967850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.967850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.968982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.968982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.968982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.968982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.968982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.968982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.968982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.968982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.970081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.970081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.970081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.970081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.970081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.970081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.970081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.970081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.971162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.971162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.971162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.971162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.971162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.971162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.971162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.971162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.973184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.973184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.973184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.973184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.973184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.973184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.973184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.973184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.974243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.974243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.974243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.974243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.974243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.974243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.974243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.974243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.975317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.975317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.975317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.975317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.975317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.975317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.975317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.22/identity {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.975317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.976359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.976359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.976359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.976359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.976359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.976359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.976359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.976359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.977990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.978181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.978372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.979395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.979593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.979788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.979978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.980169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.980360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.980553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.980745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.980937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.981126 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.981318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.981510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.981699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.981889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.982078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.982269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.982540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.982649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.982837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.983028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.983217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.983408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.983614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.983805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.983994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.984183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.984371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.984562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.984749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.984939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.985127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.985317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.985505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.985819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.985933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.986049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.986167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.986399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.986907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.986907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.986907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.987343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.987343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.987704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.987704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.987704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.988131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.988131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.988869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.988869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.988869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.988869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.988869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.990393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.991449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.991616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.991733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.991842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.992029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.992272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.992484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.992633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.992850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.992850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.993237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.993237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.993504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.993605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.993704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.993879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.994056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.994245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.994440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.994841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.994841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.995014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.995397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.995397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.995575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.995698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.996056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.996415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.996609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.996969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.996969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.997178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.997277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.997467 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.997655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.998927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.998927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.998927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.998927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.999562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.999562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.999773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.999957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:48.999957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:49.000868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:49.000868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:49.000868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 20 18:13:49.000868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86252) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 20 18:14:00.126365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bf45fa-9ca8-4f29-ac5f-182d80bdd315 None None] get_active_networks_info from dv-cinder-786930-2-iscsi {{(pid=86365) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 20 18:14:00.315168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf45fa-9ca8-4f29-ac5f-182d80bdd315 None None] No non-hosted networks {{(pid=86365) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 20 18:14:00.370719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8263cce9-64ca-4b44-8af0-109a4406531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:02.364746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2e5e458c-eac0-4a9f-978f-45b7163e263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:02.434368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-00ffc5e5-e977-4362-9e1e-411aa95c8a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:02.775684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:03.504158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:03.505743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.506267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.507391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.507909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.508436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.508944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.509560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.510095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.510660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.511181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.511696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.512200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:03.512754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a98e2b630>, 'Open vSwitch agent', 'dv-cinder-786930-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:03.519541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2a98df0710>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786930-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:04.407228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:04.863208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46122) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:05.067674 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_hamode_db [None req-93d64970-2051-4ac5-9ff5-468013672905 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 20 18:14:05.167596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d64970-2051-4ac5-9ff5-468013672905 None None] Routers set() bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:05.168039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d64970-2051-4ac5-9ff5-468013672905 None None] Router IDs set() for agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 20 18:14:05.512804 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING oslo_policy.policy [None req-7cf85b81-4425-4cb8-92e4-ea93d2024092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:14:05.513346 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING oslo_policy.policy [None req-7cf85b81-4425-4cb8-92e4-ea93d2024092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:14:05.744555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [None req-7cf85b81-4425-4cb8-92e4-ea93d2024092 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:14:05.745623 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7cf85b81-4425-4cb8-92e4-ea93d2024092 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8814826
Apr 20 18:14:08.462281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46138) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:08.848884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:08.952209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.policy [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86364) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 18:14:09.007332 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING oslo_policy.policy [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:14:09.007740 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING oslo_policy.policy [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:14:09.025357 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2a997462b0>.
Apr 20 18:14:09.041390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:09.097465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298046223866', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298046224302', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298046147105', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298046141061', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298046125943', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363298046125622', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-846382', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-922158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3692904', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851030882'] for rbac-policy, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:09.316882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:09.318101 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-55e8ee8c-f6de-4770-ad9f-b4ad2397ed86 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8547509
Apr 20 18:14:12.280196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46152) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:12.648296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Request body: {'network': {'project_id': 'e33a4408797c4c309486d39c379b6f26', 'admin_state_up': True, 'name': 'private'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:12.654145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:12.658850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Usage tracker for resource:network and tenant:e33a4408797c4c309486d39c379b6f26 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:12.662273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:12.668629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:12.677571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Made reservation on behalf of e33a4408797c4c309486d39c379b6f26 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:14:12.683402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:12.699856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:12.714249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:12.718056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Usage tracker for resource:security_group_rule and tenant:e33a4408797c4c309486d39c379b6f26 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:12.721449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:12.727183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:12.823697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:12.826266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:12.830852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:12.846833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:14:12.871833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298045246358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:12.872409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2a9a3446a8> segment precommit_create {{(pid=86364) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 18:14:12.872872 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Added segment 38eddd63-275a-42e6-a8f8-f97efb8280fe of type vlan for network ba497c2f-81ee-4697-a0d8-310c859c6883
Apr 20 18:14:12.933687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9af3f2-dd25-4edc-907f-39d5ef52fd21,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:12.959094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.959480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.959840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.960193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.960544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.960873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.961219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.961569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.961914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.962261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.962632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.962975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Tracked resource versions report:
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]: pushed versions:
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]: {   'AddressGroup': {'1.2'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'ConntrackHelper': {'1.0'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Log': {'1.0'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Network': {'1.1'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Port': {'1.7'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'PortForwarding': {'1.2'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'QosPolicy': {'1.8'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroup': {'1.4'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SubPort': {'1.0'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Subnet': {'1.1'},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Trunk': {'1.1'}}
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]: consumer versions:
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]: {   DHCP agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     L3 agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metadata agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metering agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:     Open vSwitch agent@dv-cinder-786930-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Log': '1.0',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Network': '1.1',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Port': '1.7',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'PortForwarding': '1.2',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'QosPolicy': '1.8',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroup': '1.4',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SubPort': '1.0',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Subnet': '1.1',
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Trunk': '1.1'}}
Apr 20 18:14:12.964101 dv-cinder-786930-2-iscsi neutron-server[86252]:  {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:14:12.994364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:13.008122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:13.035467 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:13.036815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:13.037456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:13.042019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:13.148185 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8666177
Apr 20 18:14:13.150920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Pushing event updated for resources: {'Network': ['ID=ba497c2f-81ee-4697-a0d8-310c859c6883,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:13.154039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:13.164008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network ba497c2f-81ee-4697-a0d8-310c859c6883 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:14:16.165183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46168) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:16.639175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1b922-24ed-4f53-a9ff-4360f2755119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:16.640584 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-62a1b922-24ed-4f53-a9ff-4360f2755119 admin admin] 10.222.0.22 "GET /v2.0/networks/ba497c2f-81ee-4697-a0d8-310c859c6883 HTTP/1.1" status: 200  len: 825 time: 0.4743958
Apr 20 18:14:16.669162 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f95d97ac-07f1-4139-be60-039fc132ff40 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/4f0a36b7-0ba4-4cbe-96a9-c17bbc8a0d7f HTTP/1.1" status: 200  len: 734 time: 0.0219889
Apr 20 18:14:16.678190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '4f0a36b7-0ba4-4cbe-96a9-c17bbc8a0d7f', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:16.682519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:16.686290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Usage tracker for resource:subnet and tenant:e33a4408797c4c309486d39c379b6f26 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:16.689150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:16.695376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:16.703346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Made reservation on behalf of e33a4408797c4c309486d39c379b6f26 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:14:16.708344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.171903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.177440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:17.259953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Checking segment: {'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:14:17.260338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Network hostable DHCP agents. Network: ba497c2f-81ee-4697-a0d8-310c859c6883, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:14:17.269677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533b17aa-66e3-427e-807a-4dc78978cbb8,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:17.276665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:17.285977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Network ba497c2f-81ee-4697-a0d8-310c859c6883 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:14:17.294319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, ba497c2f-81ee-4697-a0d8-310c859c6883) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:17.298681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:17.299308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.304480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93325f7c-8d0a-445a-9042-da163ac61c6f None None] Network ba497c2f-81ee-4697-a0d8-310c859c6883 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:14:17.320332 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6456394
Apr 20 18:14:17.798220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-ba497c2f-81ee-4697-a0d8-310c859c6883', 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'fixed_ips': [{'subnet_id': '533b17aa-66e3-427e-807a-4dc78978cbb8'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:14:17.799386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:17.987294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Allocated IP 172.20.0.2 (ba497c2f-81ee-4697-a0d8-310c859c6883/533b17aa-66e3-427e-807a-4dc78978cbb8/3851bcec-e713-4029-8c16-b8d78007bfd6) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:14:18.219040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:18.232083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Transition to ACTIVE for port object 3851bcec-e713-4029-8c16-b8d78007bfd6 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:14:18.251432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Transition to ACTIVE for port object 3851bcec-e713-4029-8c16-b8d78007bfd6 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:14:18.257727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:18.263183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:18.322824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Network ba497c2f-81ee-4697-a0d8-310c859c6883 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:14:18.325773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:18.337346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:14:18.345391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Pushing event updated for resources: {'Port': ['ID=3851bcec-e713-4029-8c16-b8d78007bfd6,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:18.388634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.389014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.389379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.389735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.390086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.390439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.390814 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.391162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.391521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.391866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.392211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.392552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Tracked resource versions report:
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]: pushed versions:
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]: {   'AddressGroup': {'1.2'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'ConntrackHelper': {'1.0'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Log': {'1.0'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Network': {'1.1'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Port': {'1.7'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'PortForwarding': {'1.2'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'QosPolicy': {'1.8'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroup': {'1.4'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SubPort': {'1.0'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Subnet': {'1.1'},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Trunk': {'1.1'}}
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]: consumer versions:
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]: {   DHCP agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     L3 agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metadata agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metering agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:     Open vSwitch agent@dv-cinder-786930-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Log': '1.0',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Network': '1.1',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Port': '1.7',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'PortForwarding': '1.2',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'QosPolicy': '1.8',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroup': '1.4',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SubPort': '1.0',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Subnet': '1.1',
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Trunk': '1.1'}}
Apr 20 18:14:18.393663 dv-cinder-786930-2-iscsi neutron-server[86252]:  {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:14:18.428804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:18.449264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Attempting to bind port 3851bcec-e713-4029-8c16-b8d78007bfd6 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:14:18.449671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Attempting to bind port 3851bcec-e713-4029-8c16-b8d78007bfd6 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:14:18.450073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Attempting to bind port 3851bcec-e713-4029-8c16-b8d78007bfd6 on network ba497c2f-81ee-4697-a0d8-310c859c6883 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:14:18.455628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:14:18.456042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Checking segment: {'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:14:18.456506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:18.457493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Bound using segment: {'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:14:18.458023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Bound port: 3851bcec-e713-4029-8c16-b8d78007bfd6, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:14:18.458484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:18.552674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] For port 3851bcec-e713-4029-8c16-b8d78007bfd6, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:14:18.556673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] For port 3851bcec-e713-4029-8c16-b8d78007bfd6, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=3851bcec-e713-4029-8c16-b8d78007bfd6,segment=NetworkSegment(38eddd63-275a-42e6-a8f8-f97efb8280fe),segment_id=38eddd63-275a-42e6-a8f8-f97efb8280fe)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:14:18.559795 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:18.564708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:18.653974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Pushing event updated for resources: {'Port': ['ID=3851bcec-e713-4029-8c16-b8d78007bfd6,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:18.657515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:20.063736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46178) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:20.457868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [None req-893794fe-9474-4393-b9f4-ac60642ce5ca admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:14:20.458960 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-893794fe-9474-4393-b9f4-ac60642ce5ca admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3941336
Apr 20 18:14:23.204203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46188) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:23.609654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [None req-369f6f06-690d-41f2-80b8-1b4ae9609efa admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:14:23.610734 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-369f6f06-690d-41f2-80b8-1b4ae9609efa admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4054971
Apr 20 18:14:25.446674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095cc99b-eab3-4d2a-907c-150173e04477 None None] Network ba497c2f-81ee-4697-a0d8-310c859c6883 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:14:25.536930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-9c34ed9f-d318-4c64-b570-5ed0028a6419 None None] Provisioning for port 3851bcec-e713-4029-8c16-b8d78007bfd6 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:14:25.637905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 3851bcec-e713-4029-8c16-b8d78007bfd6 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:25.778976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 3851bcec-e713-4029-8c16-b8d78007bfd6 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:14:25.793253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 3851bcec-e713-4029-8c16-b8d78007bfd6 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:25.793661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:25.924451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:25.961394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 3851bcec-e713-4029-8c16-b8d78007bfd6, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=3851bcec-e713-4029-8c16-b8d78007bfd6,segment=NetworkSegment(38eddd63-275a-42e6-a8f8-f97efb8280fe),segment_id=38eddd63-275a-42e6-a8f8-f97efb8280fe)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:14:25.965711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:25.967947 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:26.039585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=3851bcec-e713-4029-8c16-b8d78007bfd6,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:26.042738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:26.075935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-28d911c4-4577-4fb9-a4ce-88f77d4127cb None None] Provisioning complete for port 3851bcec-e713-4029-8c16-b8d78007bfd6 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:26.076340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-28d911c4-4577-4fb9-a4ce-88f77d4127cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:26.641964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46204) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:27.013354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e33a4408797c4c309486d39c379b6f26'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:27.018415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:27.022960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Usage tracker for resource:router and tenant:e33a4408797c4c309486d39c379b6f26 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:27.026102 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:27.032266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:27.041461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:27.042756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:27.063191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:27.170000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:27.187187 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:27.188416 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-78d4d729-779f-4872-a6b9-dfb3db952185 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5453815
Apr 20 18:14:27.595506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 3851bcec-e713-4029-8c16-b8d78007bfd6 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:27.667125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 3851bcec-e713-4029-8c16-b8d78007bfd6 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:27.667651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:29.905115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46214) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:30.012912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b15f11d-b599-4ec1-8752-737c31d319f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:30.296951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [None req-a7c2ddd7-a07e-4b2c-bc75-df52c9d80d19 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:14:30.298042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a7c2ddd7-a07e-4b2c-bc75-df52c9d80d19 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3916168
Apr 20 18:14:32.361920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1207ac5c-75b6-437a-9406-7d04658a9cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:32.680733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.041141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46234) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:33.198843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:33.204069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:33.207974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Usage tracker for resource:network and tenant:398be30907e647e0b208baefc186f62b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:33.210858 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:33.216603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:33.227026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Made reservation on behalf of 398be30907e647e0b208baefc186f62b for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:14:33.231582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.244404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.259032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:33.262716 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Usage tracker for resource:security_group_rule and tenant:398be30907e647e0b208baefc186f62b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:33.265456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:33.271131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:33.352810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.355341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.359581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:33.377514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Reserving flat network on physical network physnet1 {{(pid=86364) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 20 18:14:33.398197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1448f442-5165-4de7-96aa-d11032d7823a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:33.402785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:33.403723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.404103 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Added segment 4ac15636-7541-40ae-9103-fa4c08c4c91e of type flat for network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad
Apr 20 18:14:33.437794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.472675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.474608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:33.475251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.480004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:33.503280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:33.585698 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5434194
Apr 20 18:14:33.586439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:33.600088 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:33.613548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:14:34.326782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:36.096368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46254) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:36.211190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f34f8f0-17e4-4443-ab76-7af34c3e7456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:36.212590 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4f34f8f0-17e4-4443-ab76-7af34c3e7456 admin admin] 10.222.0.22 "GET /v2.0/subnets/533b17aa-66e3-427e-807a-4dc78978cbb8 HTTP/1.1" status: 200  len: 849 time: 0.1146505
Apr 20 18:14:36.504937 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7600d59c-ed93-434e-aecb-3f7acd14dab3 admin admin] 10.222.0.22 "GET /v2.0/routers/157945f3-92e0-400c-b50c-d2da7ca4e7ee HTTP/1.1" status: 200  len: 704 time: 0.2864180
Apr 20 18:14:36.989010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:37.223295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Allocated IP 172.20.0.1 (ba497c2f-81ee-4697-a0d8-310c859c6883/533b17aa-66e3-427e-807a-4dc78978cbb8/1ad63ab5-f011-430b-9eab-0d85ca1572f5) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:14:37.381192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:37.398097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Transition to ACTIVE for port object 1ad63ab5-f011-430b-9eab-0d85ca1572f5 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:14:37.453213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:37.458150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:37.517572 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Network ba497c2f-81ee-4697-a0d8-310c859c6883 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:14:37.525190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:37.529484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:14:37.530008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:37.666033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad63ab5-f011-430b-9eab-0d85ca1572f5,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:37.681154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:37.684631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4bfc696a-38e2-4d3c-a27e-e0c2d07bf5f1 None None] Provisioning for port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:14:37.689593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4bfc696a-38e2-4d3c-a27e-e0c2d07bf5f1 None None] Provisioning complete for port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:37.690007 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4bfc696a-38e2-4d3c-a27e-e0c2d07bf5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:37.746117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc696a-38e2-4d3c-a27e-e0c2d07bf5f1 None None] Port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:14:37.806352 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:38.200772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:38.204171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:38.205260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:38.210062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:38.342538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad63ab5-f011-430b-9eab-0d85ca1572f5,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:38.347415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:38.406937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Network ba497c2f-81ee-4697-a0d8-310c859c6883 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:14:38.408015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:38.569804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-8568efdf-d3c4-40a6-b7b4-9d5811c5b9b1 None None] Provisioning complete for port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:38.570298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8568efdf-d3c4-40a6-b7b4-9d5811c5b9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:38.608248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Router 157945f3-92e0-400c-b50c-d2da7ca4e7ee is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:14:38.627493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-8568efdf-d3c4-40a6-b7b4-9d5811c5b9b1 None None] Port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:14:38.770452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:14:38.780189 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] 10.222.0.22 "PUT /v2.0/routers/157945f3-92e0-400c-b50c-d2da7ca4e7ee/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2696128
Apr 20 18:14:38.782710 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Sync routers for ids ['157945f3-92e0-400c-b50c-d2da7ca4e7ee'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:14:38.794107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Routers {'157945f3-92e0-400c-b50c-d2da7ca4e7ee'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:38.795502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a99759e10>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:14:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['157945f3-92e0-400c-b50c-d2da7ca4e7ee'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:38.977774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Set router 157945f3-92e0-400c-b50c-d2da7ca4e7ee gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:14:39.526215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a99759e10>, [{'id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'name': 'router1', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:14:27Z', 'updated_at': '2021-04-20T18:14:37Z', 'revision_number': 2, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'gw_port_host': None, '_interfaces': [{'id': '1ad63ab5-f011-430b-9eab-0d85ca1572f5', 'name': '', 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'mac_address': 'fa:16:3e:3e:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:37Z', 'updated_at': '2021-04-20T18:14:37Z', 'revision_number': 2, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'subnets': [{'id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f0a36b7-0ba4-4cbe-96a9-c17bbc8a0d7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:39.531451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Checking router: 157945f3-92e0-400c-b50c-d2da7ca4e7ee for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:14:39.531842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Updating router 157945f3-92e0-400c-b50c-d2da7ca4e7ee port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:14:39.590207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:39.974499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:39.988535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Transition to ACTIVE for port object 1ad63ab5-f011-430b-9eab-0d85ca1572f5 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:14:39.998637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:40.007587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:40.209547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Pushing event updated for resources: {'Port': ['ID=1ad63ab5-f011-430b-9eab-0d85ca1572f5,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:40.229499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.229867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.230225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.230623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.230973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.231323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.231667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.232006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.232350 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.232693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.233032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.233368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Tracked resource versions report:
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]: pushed versions:
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]: {   'AddressGroup': {'1.2'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'ConntrackHelper': {'1.0'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Log': {'1.0'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Network': {'1.1'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Port': {'1.7'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'PortForwarding': {'1.2'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'QosPolicy': {'1.8'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroup': {'1.4'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SubPort': {'1.0'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Subnet': {'1.1'},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Trunk': {'1.1'}}
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]: consumer versions:
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]: {   DHCP agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     L3 agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metadata agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metering agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:     Open vSwitch agent@dv-cinder-786930-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Log': '1.0',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Network': '1.1',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Port': '1.7',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'PortForwarding': '1.2',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'QosPolicy': '1.8',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroup': '1.4',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SubPort': '1.0',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Subnet': '1.1',
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Trunk': '1.1'}}
Apr 20 18:14:40.234505 dv-cinder-786930-2-iscsi neutron-server[86252]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:14:40.245718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Attempting to bind port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:14:40.246132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Attempting to bind port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:14:40.246556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Attempting to bind port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 on network ba497c2f-81ee-4697-a0d8-310c859c6883 {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:14:40.250093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:40.252741 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:14:40.253709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Checking segment: {'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:14:40.254187 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:40.254633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Bound using segment: {'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:14:40.255156 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Bound port: 1ad63ab5-f011-430b-9eab-0d85ca1572f5, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38eddd63-275a-42e6-a8f8-f97efb8280fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:14:40.255565 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:40.346925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] For port 1ad63ab5-f011-430b-9eab-0d85ca1572f5, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:14:40.351191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] For port 1ad63ab5-f011-430b-9eab-0d85ca1572f5, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=1ad63ab5-f011-430b-9eab-0d85ca1572f5,segment=NetworkSegment(38eddd63-275a-42e6-a8f8-f97efb8280fe),segment_id=38eddd63-275a-42e6-a8f8-f97efb8280fe)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:14:40.354554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:40.359369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:40.432718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Routers {'157945f3-92e0-400c-b50c-d2da7ca4e7ee'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:40.433388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a99759e10>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:14:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['157945f3-92e0-400c-b50c-d2da7ca4e7ee'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:40.581721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Pushing event updated for resources: {'Port': ['ID=1ad63ab5-f011-430b-9eab-0d85ca1572f5,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:40.586610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:40.613319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] Set router 157945f3-92e0-400c-b50c-d2da7ca4e7ee gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:14:40.868719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:14:40.957379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a99759e10>, [{'id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'name': 'router1', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:14:27Z', 'updated_at': '2021-04-20T18:14:37Z', 'revision_number': 2, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'gw_port_host': None, '_interfaces': [{'id': '1ad63ab5-f011-430b-9eab-0d85ca1572f5', 'name': '', 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'mac_address': 'fa:16:3e:3e:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:37Z', 'updated_at': '2021-04-20T18:14:40Z', 'revision_number': 4, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'subnets': [{'id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f0a36b7-0ba4-4cbe-96a9-c17bbc8a0d7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:40.961348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29973be-db52-4f50-9b54-2c9735d8d505 None None] The sync data for ids ['157945f3-92e0-400c-b50c-d2da7ca4e7ee'] in dv-cinder-786930-2-iscsi is: [{'id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'name': 'router1', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:14:27Z', 'updated_at': '2021-04-20T18:14:37Z', 'revision_number': 2, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'gw_port_host': None, '_interfaces': [{'id': '1ad63ab5-f011-430b-9eab-0d85ca1572f5', 'name': '', 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'mac_address': 'fa:16:3e:3e:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:37Z', 'updated_at': '2021-04-20T18:14:40Z', 'revision_number': 4, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'subnets': [{'id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f0a36b7-0ba4-4cbe-96a9-c17bbc8a0d7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:14:41.325832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46266) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:41.485967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7965b54d-8af8-4cd9-89a3-482cf3331b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:41.486923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7965b54d-8af8-4cd9-89a3-482cf3331b71 admin admin] Synchronizing usage tracker for tenant:398be30907e647e0b208baefc186f62b on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:14:41.504051 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7965b54d-8af8-4cd9-89a3-482cf3331b71 admin admin] Unset dirty status for tenant:398be30907e647e0b208baefc186f62b on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:14:41.505203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7965b54d-8af8-4cd9-89a3-482cf3331b71 admin admin] 10.222.0.22 "GET /v2.0/networks/7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad HTTP/1.1" status: 200  len: 842 time: 0.1782277
Apr 20 18:14:41.516046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:41.521972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:14:41.525854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Usage tracker for resource:subnet and tenant:398be30907e647e0b208baefc186f62b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:14:41.528801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:14:41.535520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:14:41.546252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Made reservation on behalf of 398be30907e647e0b208baefc186f62b for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:14:41.550895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:41.982204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.objects.ports [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86364) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 20 18:14:41.982838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:41.987222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:42.072551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89fd280-5d85-4c06-82d2-b1dc16850d1c,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:42.076756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:42.080812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:14:42.081734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Network hostable DHCP agents. Network: 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:14:42.099704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:14:42.107855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:42.111891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:42.112530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:42.117817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da435614-1b82-4cd4-be02-39cf7da7154e None None] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:14:42.135467 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6232212
Apr 20 18:14:42.364996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3358566d-f01b-416a-91f5-def24b4b27fd None None] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:14:44.746443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46280) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:44.957601 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4be11733-9eb3-4a18-9046-e44c4351f6d1 admin admin] 10.222.0.22 "GET /v2.0/routers/157945f3-92e0-400c-b50c-d2da7ca4e7ee HTTP/1.1" status: 200  len: 710 time: 0.2099354
Apr 20 18:14:45.094413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3df1dee-82ae-4c59-8a7d-c4f8b8995c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:14:45.099187 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e3df1dee-82ae-4c59-8a7d-c4f8b8995c76 admin admin] 10.222.0.22 "GET /v2.0/networks/7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad HTTP/1.1" status: 200  len: 886 time: 0.1324306
Apr 20 18:14:45.106212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:14:45.635808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 1ad63ab5-f011-430b-9eab-0d85ca1572f5 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:45.707783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:14:45.712700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:45.713111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:45.745521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:45.836190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:45.870540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 1ad63ab5-f011-430b-9eab-0d85ca1572f5, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=1ad63ab5-f011-430b-9eab-0d85ca1572f5,segment=NetworkSegment(38eddd63-275a-42e6-a8f8-f97efb8280fe),segment_id=38eddd63-275a-42e6-a8f8-f97efb8280fe)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:14:45.874752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:45.877633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6ae58de6-3002-4327-9c3b-f05a3ed6f166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:45.949520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=1ad63ab5-f011-430b-9eab-0d85ca1572f5,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:45.952797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:46.103377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:46.161862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:46.302364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Allocated IP 172.27.0.98 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/615b3ce8-9e32-44da-a4d8-f8df9ad843ae) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:14:46.455163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:46.484328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:46.489584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:46.548009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:14:46.551416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:14:46.553972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:14:46.689994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Pushing event updated for resources: {'Port': ['ID=615b3ce8-9e32-44da-a4d8-f8df9ad843ae,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:46.694722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:46.968605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:47.497186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:47.500634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850668083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4107717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850711509'] for router, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:47.606996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 1ad63ab5-f011-430b-9eab-0d85ca1572f5 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:47.676714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:47.677122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:47.691940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Router 157945f3-92e0-400c-b50c-d2da7ca4e7ee has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:14:47.878099 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:14:47.886267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:47.888882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Sync routers for ids ['157945f3-92e0-400c-b50c-d2da7ca4e7ee'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:14:47.889204 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] 10.222.0.22 "PUT /v2.0/routers/157945f3-92e0-400c-b50c-d2da7ca4e7ee HTTP/1.1" status: 200  len: 889 time: 2.7864144
Apr 20 18:14:47.899937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Routers {'157945f3-92e0-400c-b50c-d2da7ca4e7ee'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:47.900644 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98c53400>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:14:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['157945f3-92e0-400c-b50c-d2da7ca4e7ee'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:48.107707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Set router 157945f3-92e0-400c-b50c-d2da7ca4e7ee gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:14:48.461373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98c53400>, [{'id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'name': 'router1', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '615b3ce8-9e32-44da-a4d8-f8df9ad843ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:14:27Z', 'updated_at': '2021-04-20T18:14:46Z', 'revision_number': 4, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'gw_port': {'id': '615b3ce8-9e32-44da-a4d8-f8df9ad843ae', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:46Z', 'updated_at': '2021-04-20T18:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '1ad63ab5-f011-430b-9eab-0d85ca1572f5', 'name': '', 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'mac_address': 'fa:16:3e:3e:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:37Z', 'updated_at': '2021-04-20T18:14:45Z', 'revision_number': 5, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'subnets': [{'id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f0a36b7-0ba4-4cbe-96a9-c17bbc8a0d7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:48.466337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Checking router: 157945f3-92e0-400c-b50c-d2da7ca4e7ee for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:14:48.466766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Updating router 157945f3-92e0-400c-b50c-d2da7ca4e7ee port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:14:48.522122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:48.861803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:48.874005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Transition to ACTIVE for port object 615b3ce8-9e32-44da-a4d8-f8df9ad843ae will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:14:48.879991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:48.884622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:48.964516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Attempting to bind port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:14:48.964916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Attempting to bind port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:14:48.965309 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Attempting to bind port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:14:48.973381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1406bc4-ee00-4877-ada7-38b043496822 None None] Pushing event updated for resources: {'Port': ['ID=615b3ce8-9e32-44da-a4d8-f8df9ad843ae,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:48.975994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:14:48.976414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:14:48.976844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:48.977248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:14:48.977754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Bound port: 615b3ce8-9e32-44da-a4d8-f8df9ad843ae, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:14:48.978168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:49.008249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a1406bc4-ee00-4877-ada7-38b043496822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:49.053705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] For port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:14:49.056686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] For port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=615b3ce8-9e32-44da-a4d8-f8df9ad843ae,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:14:49.059876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:49.064497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:49.144820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Routers {'157945f3-92e0-400c-b50c-d2da7ca4e7ee'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:14:49.145470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98c53400>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:14:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['157945f3-92e0-400c-b50c-d2da7ca4e7ee'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:49.202770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1406bc4-ee00-4877-ada7-38b043496822 None None] Pushing event updated for resources: {'Port': ['ID=615b3ce8-9e32-44da-a4d8-f8df9ad843ae,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:49.216931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a1406bc4-ee00-4877-ada7-38b043496822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:49.337347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] Set router 157945f3-92e0-400c-b50c-d2da7ca4e7ee gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:14:49.686919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98c53400>, [{'id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'name': 'router1', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '615b3ce8-9e32-44da-a4d8-f8df9ad843ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:14:27Z', 'updated_at': '2021-04-20T18:14:46Z', 'revision_number': 4, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'gw_port': {'id': '615b3ce8-9e32-44da-a4d8-f8df9ad843ae', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:46Z', 'updated_at': '2021-04-20T18:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '1ad63ab5-f011-430b-9eab-0d85ca1572f5', 'name': '', 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'mac_address': 'fa:16:3e:3e:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:37Z', 'updated_at': '2021-04-20T18:14:45Z', 'revision_number': 5, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'subnets': [{'id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f0a36b7-0ba4-4cbe-96a9-c17bbc8a0d7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:14:49.690953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255a0d5c-4e62-4f61-9f86-04af052f4432 None None] The sync data for ids ['157945f3-92e0-400c-b50c-d2da7ca4e7ee'] in dv-cinder-786930-2-iscsi is: [{'id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'name': 'router1', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '615b3ce8-9e32-44da-a4d8-f8df9ad843ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:14:27Z', 'updated_at': '2021-04-20T18:14:46Z', 'revision_number': 4, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'gw_port': {'id': '615b3ce8-9e32-44da-a4d8-f8df9ad843ae', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:57:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:46Z', 'updated_at': '2021-04-20T18:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '1ad63ab5-f011-430b-9eab-0d85ca1572f5', 'name': '', 'network_id': 'ba497c2f-81ee-4697-a0d8-310c859c6883', 'tenant_id': 'e33a4408797c4c309486d39c379b6f26', 'mac_address': 'fa:16:3e:3e:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157945f3-92e0-400c-b50c-d2da7ca4e7ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:14:37Z', 'updated_at': '2021-04-20T18:14:45Z', 'revision_number': 5, 'project_id': 'e33a4408797c4c309486d39c379b6f26', 'subnets': [{'id': '533b17aa-66e3-427e-807a-4dc78978cbb8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4f0a36b7-0ba4-4cbe-96a9-c17bbc8a0d7f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:14:50.568887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46290) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:14:50.693624 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3a0d57af-5c3c-4d0e-97c8-14013326896c admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1235428
Apr 20 18:14:51.637670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 615b3ce8-9e32-44da-a4d8-f8df9ad843ae up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:51.720963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:14:51.726429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:51.726895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:51.853050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:51.872949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=615b3ce8-9e32-44da-a4d8-f8df9ad843ae,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:14:51.876872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:14:51.881150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:14:52.106274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=615b3ce8-9e32-44da-a4d8-f8df9ad843ae,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:14:52.109390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:14:53.651430 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 615b3ce8-9e32-44da-a4d8-f8df9ad843ae up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:14:53.740490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 615b3ce8-9e32-44da-a4d8-f8df9ad843ae triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:14:53.740934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:00.032964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f84d4623-fdcc-45c9-9108-4aee6ab4166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:02.366411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9a1bff7d-b08f-4685-8d1a-2192c4013a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:02.686228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:03.506121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:04.344308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:17.858120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:15:30.017146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d0ba7d22-beca-4f54-b5b3-e3f9fee71736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:32.380092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b2d884a-e048-47dd-92fd-1b2466f0e4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:32.696008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:33.516477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:34.351063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:15:54.889431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:16:00.019497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-08fc7c2b-fdcb-4c44-887a-b6654d70197a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:02.370699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f28d0682-ce37-44fd-a266-e1babb18a557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:02.689212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:03.511532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:04.352781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:30.019804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8cbaef4d-e754-489b-8561-8052673b6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:31.888761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:16:32.371689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05bb888e-5f81-48c0-b475-a000a38ee9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:32.691214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:32.907710 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 46860) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:33.057049 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING oslo_policy.policy [None req-b260a3f7-3cac-4fc4-bbd8-c09c6f51aa35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:16:33.057633 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING oslo_policy.policy [None req-b260a3f7-3cac-4fc4-bbd8-c09c6f51aa35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:16:33.334755 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.pecan_wsgi.hooks.translation [None req-b260a3f7-3cac-4fc4-bbd8-c09c6f51aa35 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:16:33.336619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b260a3f7-3cac-4fc4-bbd8-c09c6f51aa35 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.4268444
Apr 20 18:16:33.513348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:33.745003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.policy [None req-6d28cd41-4b35-4dab-9c88-2fdc09cec056 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86363) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 20 18:16:33.801137 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING oslo_policy.policy [None req-6d28cd41-4b35-4dab-9c88-2fdc09cec056 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:16:33.801558 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING oslo_policy.policy [None req-6d28cd41-4b35-4dab-9c88-2fdc09cec056 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 20 18:16:33.818090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28cd41-4b35-4dab-9c88-2fdc09cec056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:33.819901 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6d28cd41-4b35-4dab-9c88-2fdc09cec056 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.4790034
Apr 20 18:16:34.356018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:36.266216 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46876) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:36.379527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a04f5a8-640d-4d43-9a5f-7a38d33a73df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:36.380134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1a04f5a8-640d-4d43-9a5f-7a38d33a73df admin admin] Synchronizing usage tracker for tenant:398be30907e647e0b208baefc186f62b on resource:subnet {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:16:36.395369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1a04f5a8-640d-4d43-9a5f-7a38d33a73df admin admin] Unset dirty status for tenant:398be30907e647e0b208baefc186f62b on resource:subnet {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:16:36.396618 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1a04f5a8-640d-4d43-9a5f-7a38d33a73df admin admin] 10.222.0.22 "GET /v2.0/subnets/533b17aa-66e3-427e-807a-4dc78978cbb8 HTTP/1.1" status: 200  len: 849 time: 0.1293347
Apr 20 18:16:36.407836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:16:36.530815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:36.838156 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738809495769'] for subnet, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:36.842893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2d20d6dc-c7b7-4dc9-a5a4-816282c2a6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:16:36.882017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:36.882769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:36.884010 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] 10.222.0.22 "PUT /v2.0/subnets/533b17aa-66e3-427e-807a-4dc78978cbb8 HTTP/1.1" status: 200  len: 868 time: 0.4811325
Apr 20 18:16:36.886279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffaee43-4ab4-4772-8978-01a97005fb1f None None] Network ba497c2f-81ee-4697-a0d8-310c859c6883 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:16:36.911674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533b17aa-66e3-427e-807a-4dc78978cbb8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:16:36.919867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.920240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.920604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.920968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.921330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.922206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.922638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.923005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.923375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.923732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.924091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.924445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:16:36.928531 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:16:37.353957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-cf5c52ff-7e61-4d7e-a0cd-581bf2600b12 None None] Provisioning complete for port 3851bcec-e713-4029-8c16-b8d78007bfd6 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:16:37.354558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cf5c52ff-7e61-4d7e-a0cd-581bf2600b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:37.487230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-cf5c52ff-7e61-4d7e-a0cd-581bf2600b12 None None] Provisioning complete for port 1ad63ab5-f011-430b-9eab-0d85ca1572f5 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:16:37.487641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cf5c52ff-7e61-4d7e-a0cd-581bf2600b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:16:39.347400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46886) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:39.530911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7508c9-900a-401d-b274-42fe11131782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:39.531375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7508c9-900a-401d-b274-42fe11131782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:39.533224 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cc7508c9-900a-401d-b274-42fe11131782 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1847966
Apr 20 18:16:42.001053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46896) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:42.188605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374e9da-c7c8-4699-8cd5-07b28c14fb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:42.189093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374e9da-c7c8-4699-8cd5-07b28c14fb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:42.190764 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8374e9da-c7c8-4699-8cd5-07b28c14fb9d admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1886523
Apr 20 18:16:44.673828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46906) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:44.853153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622e7f34-b7d5-431e-8416-44fe77a61f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:44.854573 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-622e7f34-b7d5-431e-8416-44fe77a61f24 admin admin] 10.222.0.22 "GET /v2.0/networks/7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad HTTP/1.1" status: 200  len: 886 time: 0.1796763
Apr 20 18:16:47.334264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46916) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:47.519565 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0655e-6406-4549-88a9-4371f18c7a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:47.520930 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1ab0655e-6406-4549-88a9-4371f18c7a84 admin admin] 10.222.0.22 "GET /v2.0/networks/ba497c2f-81ee-4697-a0d8-310c859c6883 HTTP/1.1" status: 200  len: 869 time: 0.1855934
Apr 20 18:16:50.006825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46926) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:50.125320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2258a-ceab-464c-b108-f5f691338f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:50.125829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e2258a-ceab-464c-b108-f5f691338f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:50.127444 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d8e2258a-ceab-464c-b108-f5f691338f3d admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1195843
Apr 20 18:16:52.595441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46936) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:52.709541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546707a4-3868-472b-bf5b-51eb5882912f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:52.710043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546707a4-3868-472b-bf5b-51eb5882912f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:52.711655 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-546707a4-3868-472b-bf5b-51eb5882912f admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1152236
Apr 20 18:16:55.191366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46946) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:55.305932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e8d3d6-135b-4468-bb7e-523186a9208e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:55.307368 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-71e8d3d6-135b-4468-bb7e-523186a9208e admin admin] 10.222.0.22 "GET /v2.0/subnets/533b17aa-66e3-427e-807a-4dc78978cbb8 HTTP/1.1" status: 200  len: 868 time: 0.1149857
Apr 20 18:16:57.772359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 46956) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:16:57.884613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202beb3-63b8-4d50-8fec-5543f7a7a4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:16:57.885996 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9202beb3-63b8-4d50-8fec-5543f7a7a4c0 admin admin] 10.222.0.22 "GET /v2.0/subnets/f89fd280-5d85-4c06-82d2-b1dc16850d1c HTTP/1.1" status: 200  len: 816 time: 0.1125195
Apr 20 18:17:00.022096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f34b4ca0-02ae-4ce8-af80-72f79e3b9e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:02.373673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-282b4c68-cda5-4e89-85c0-18f61063f062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:02.694416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:03.515916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:04.368116 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:08.887666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:17:24.222760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47000) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:17:24.273660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [None req-9f7a06eb-f872-4eeb-b6c4-c68921534e1c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:17:24.274745 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9f7a06eb-f872-4eeb-b6c4-c68921534e1c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0509512
Apr 20 18:17:26.835342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47010) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:17:26.909485 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf57f0cd-777c-472b-a89d-c7c5c7a93e98 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:17:26.910840 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cf57f0cd-777c-472b-a89d-c7c5c7a93e98 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0744689
Apr 20 18:17:27.045409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300243b7-ef28-492a-a6c5-7189dee37247 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:17:27.046954 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-300243b7-ef28-492a-a6c5-7189dee37247 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1317852
Apr 20 18:17:29.570050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47020) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:17:29.620942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:17:29.626618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:17:29.636480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:17:29.645440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Made reservation on behalf of 398be30907e647e0b208baefc186f62b for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:17:29.649991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:29.744629 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.services.revisions.revision_plugin [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2a93e6dd30] {project_id='398be30907e647e0b208baefc186f62b', id='5921da34-5fae-4c46-948c-06e3305e3686', target_tenant='*', action='access_as_shared', object_id='62196816-2986-4f4f-bff5-ea5ba818abc7'}> to bump revision.
Apr 20 18:17:29.756397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:17:29.765705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:29.766091 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Added segment 063cbf48-cc13-45a5-86f8-594c36f92749 of type vlan for network 62196816-2986-4f4f-bff5-ea5ba818abc7
Apr 20 18:17:29.792141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:29.821622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:29.823004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:17:29.823633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:29.828492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:29.935094 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3638351
Apr 20 18:17:29.937988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Pushing event updated for resources: {'Network': ['ID=62196816-2986-4f4f-bff5-ea5ba818abc7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:29.948151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:30.025211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5092951b-a2a4-4cf6-9673-223f377bdd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:30.076127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 62196816-2986-4f4f-bff5-ea5ba818abc7 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:17:32.375444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-674febc7-fbeb-4b2d-b68f-aa82e8c6a2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:32.425576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47030) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:17:32.499742 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1f7e45-630a-44e8-8f23-5b8bd7776da1 admin admin] GET failed (client error): The resource could not be found.
Apr 20 18:17:32.500326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ec1f7e45-630a-44e8-8f23-5b8bd7776da1 admin admin] Synchronizing usage tracker for tenant:398be30907e647e0b208baefc186f62b on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:17:32.514234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ec1f7e45-630a-44e8-8f23-5b8bd7776da1 admin admin] Unset dirty status for tenant:398be30907e647e0b208baefc186f62b on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:17:32.515472 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ec1f7e45-630a-44e8-8f23-5b8bd7776da1 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0888755
Apr 20 18:17:32.699230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:32.824459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec088cc3-01d0-470e-a0bf-24cd3208ac8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:17:32.826014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ec088cc3-01d0-470e-a0bf-24cd3208ac8f admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.3062923
Apr 20 18:17:32.836818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:17:32.841248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:17:32.851377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:17:32.860179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Made reservation on behalf of 398be30907e647e0b208baefc186f62b for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:17:32.864737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:33.256262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:33.260988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b5b98e3b-7dc9-40fb-b696-209c99c7255f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:33.338222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a95365-8722-4854-89b2-1a3d87e6d1e4,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:33.343309 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Checking segment: {'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:17:33.343705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Network hostable DHCP agents. Network: 62196816-2986-4f4f-bff5-ea5ba818abc7, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:17:33.349771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:33.362534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Network 62196816-2986-4f4f-bff5-ea5ba818abc7 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:17:33.370610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 62196816-2986-4f4f-bff5-ea5ba818abc7) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:17:33.374498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:17:33.375152 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:33.380228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31986e10-cdf8-4c99-b309-42d6ad5a78a0 None None] Network 62196816-2986-4f4f-bff5-ea5ba818abc7 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:17:33.402525 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5659862
Apr 20 18:17:33.562583 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:33.631497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-62196816-2986-4f4f-bff5-ea5ba818abc7', 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7', 'tenant_id': '398be30907e647e0b208baefc186f62b', 'fixed_ips': [{'subnet_id': '94a95365-8722-4854-89b2-1a3d87e6d1e4'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:17:33.632417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:33.800141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Allocated IP 192.168.233.2 (62196816-2986-4f4f-bff5-ea5ba818abc7/94a95365-8722-4854-89b2-1a3d87e6d1e4/438078f7-f458-4aa0-8b65-329db31c4995) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:17:34.017406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:34.027999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Transition to ACTIVE for port object 438078f7-f458-4aa0-8b65-329db31c4995 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:17:34.047844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Transition to ACTIVE for port object 438078f7-f458-4aa0-8b65-329db31c4995 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:17:34.051915 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:34.057221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:34.117356 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Network 62196816-2986-4f4f-bff5-ea5ba818abc7 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:17:34.120451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:17:34.123125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:17:34.169944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Pushing event updated for resources: {'Port': ['ID=438078f7-f458-4aa0-8b65-329db31c4995,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:34.218928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.219308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.219673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.220030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.220388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.220747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.221098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.221448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.221814 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.222159 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.222527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.222882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:17:34.226811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:34.244685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Attempting to bind port 438078f7-f458-4aa0-8b65-329db31c4995 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:17:34.245090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Attempting to bind port 438078f7-f458-4aa0-8b65-329db31c4995 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:17:34.245490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Attempting to bind port 438078f7-f458-4aa0-8b65-329db31c4995 on network 62196816-2986-4f4f-bff5-ea5ba818abc7 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:17:34.252278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:17:34.252818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Checking segment: {'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:17:34.253263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:34.253695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Bound using segment: {'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:17:34.254208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Bound port: 438078f7-f458-4aa0-8b65-329db31c4995, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:17:34.254660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:34.348950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] For port 438078f7-f458-4aa0-8b65-329db31c4995, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:17:34.352975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] For port 438078f7-f458-4aa0-8b65-329db31c4995, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=438078f7-f458-4aa0-8b65-329db31c4995,segment=NetworkSegment(063cbf48-cc13-45a5-86f8-594c36f92749),segment_id=063cbf48-cc13-45a5-86f8-594c36f92749)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:17:34.355486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:34.368191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:34.413642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:34.462256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Pushing event updated for resources: {'Port': ['ID=438078f7-f458-4aa0-8b65-329db31c4995,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:34.466843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:35.668619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e455a-1dc8-4d7b-b52c-0befad31d9a5 None None] Network 62196816-2986-4f4f-bff5-ea5ba818abc7 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:17:35.790213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 438078f7-f458-4aa0-8b65-329db31c4995 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:17:35.881071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-b1637234-971f-43be-980f-ed9bbae8351d None None] Provisioning for port 438078f7-f458-4aa0-8b65-329db31c4995 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:17:36.126285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 438078f7-f458-4aa0-8b65-329db31c4995 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:17:36.133976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 438078f7-f458-4aa0-8b65-329db31c4995 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:17:36.134383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:36.280422 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:36.317695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 438078f7-f458-4aa0-8b65-329db31c4995, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=438078f7-f458-4aa0-8b65-329db31c4995,segment=NetworkSegment(063cbf48-cc13-45a5-86f8-594c36f92749),segment_id=063cbf48-cc13-45a5-86f8-594c36f92749)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:17:36.322136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:36.324944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:17:36.394698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=438078f7-f458-4aa0-8b65-329db31c4995,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:17:36.397826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:17:36.429003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4088dcd0-c74c-46f0-a421-411e25772341 None None] Provisioning complete for port 438078f7-f458-4aa0-8b65-329db31c4995 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:17:36.429418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4088dcd0-c74c-46f0-a421-411e25772341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:37.753993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 438078f7-f458-4aa0-8b65-329db31c4995 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:17:37.833844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 438078f7-f458-4aa0-8b65-329db31c4995 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:17:37.834261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:17:45.886095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:18:00.029028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8028e702-4951-460e-b735-106609133986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:02.377306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d2353a3-d116-4c65-bc36-9b94992146ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:02.702273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:03.514155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:04.375329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:22.884680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:18:30.032317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-409e35af-ac5f-4a8f-8809-288e2f74d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:32.379900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-213c7a1f-86d8-449a-afbe-f07d261a3e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:32.704485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:33.519963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:34.379375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:46.456525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47074) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:18:46.463025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [None req-22e9e695-4152-4fac-b496-04b61742c76e tempest-verify_tempest_config-535062692 tempest-verify_tempest_config-535062692-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:18:46.464104 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-22e9e695-4152-4fac-b496-04b61742c76e tempest-verify_tempest_config-535062692 tempest-verify_tempest_config-535062692-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065379
Apr 20 18:18:46.776080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47092) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:18:46.898986 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:46.914827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:18:46.918810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Usage tracker for resource:security_group_rule and tenant:6570952ef93c4535bba394b45c19b855 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:18:46.921707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:18:46.927635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:18:47.015708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:47.018228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:47.027332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:18:47.068639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Synchronizing usage tracker for tenant:398be30907e647e0b208baefc186f62b on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:18:47.072108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185f0c40-8f12-4bf5-9bfe-ff2f6f5ff158,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:18:47.084408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.084806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.085181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.085549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.085910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.086285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.086712 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.087073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.087439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.087793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.088154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.088504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.094277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:18:47.098899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Unset dirty status for tenant:398be30907e647e0b208baefc186f62b on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:18:47.103085 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6570952ef93c4535bba394b45c19b855&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3259449
Apr 20 18:18:47.103183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47098) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:18:47.180041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:47.207065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:47.261508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:47.267840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:18:47.282325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f0c40-8f12-4bf5-9bfe-ff2f6f5ff158,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:18:47.291544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.291927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.292292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.292653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.293011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.293911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.294267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.294673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.295025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.295373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.295720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.296067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Tracked resource versions report:
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]: pushed versions:
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]: {   'AddressGroup': {'1.2'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'ConntrackHelper': {'1.0'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Log': {'1.0'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Network': {'1.1'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Port': {'1.7'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'PortForwarding': {'1.2'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'QosPolicy': {'1.8'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroup': {'1.4'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SubPort': {'1.0'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Subnet': {'1.1'},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Trunk': {'1.1'}}
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]: consumer versions:
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]: {   DHCP agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     L3 agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metadata agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metering agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:     Open vSwitch agent@dv-cinder-786930-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Log': '1.0',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Network': '1.1',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Port': '1.7',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'PortForwarding': '1.2',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'QosPolicy': '1.8',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroup': '1.4',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SubPort': '1.0',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Subnet': '1.1',
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Trunk': '1.1'}}
Apr 20 18:18:47.297185 dv-cinder-786930-2-iscsi neutron-server[86252]:  {{(pid=86363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:18:47.315375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:18:47.316547 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/185f0c40-8f12-4bf5-9bfe-ff2f6f5ff158 HTTP/1.1" status: 204  len: 168 time: 0.2123485
Apr 20 18:18:47.324187 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:18:59.884205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:19:00.035568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2e5a64bc-9457-4d32-a103-250f15db5aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:02.379941 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0083561b-3b82-43fb-a71d-aab75f844b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:02.704792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:03.521110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:04.381719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:30.037466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eafe7a97-3dc1-45b4-be12-e29cc1f89071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:32.380906 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-719d683f-0a9a-4e69-b37b-d640d2436f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:32.706568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:33.521733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:34.385053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:19:36.884150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:20:00.038805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-69c53d32-fcc3-47be-b74b-bf0025a98702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:02.381414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7636b43b-d7e1-4393-8b23-0c06e9bc986c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:02.710876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:03.522016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:04.388662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:13.882952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 5 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:20:25.990680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341'] for agent, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:30.041191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-545f304b-9493-420d-bf00-0209db3083ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:32.382147 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-94c13526-3efd-4ae6-aa12-ea5044859a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:32.712551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:33.523402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:34.391256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:20:41.854219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47182) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:20:41.972158 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0fd07de6-062f-44dc-83b3-8cafc4e112c1 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1167290
Apr 20 18:20:44.478203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47192) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:20:44.537423 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-baca150e-0d3f-4c6d-9562-183009fe4bf4 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0580275
Apr 20 18:20:50.882901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:20:55.937891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:00.043689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e961f936-e6ef-4f4f-8084-992ad64a0ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:02.383205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9bccb46e-f279-4752-866c-6d6c822cfe8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:02.716114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:03.524134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:04.395486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:25.962734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:27.881972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:21:30.046898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77fea99b-ace6-4d87-9086-bd7bbb77fb80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:32.383735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4df5-18bc-4db7-a204-439dae7c16fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:32.722282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:33.526043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:34.399574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:21:55.981923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:00.048770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4bb1dd96-af69-4a9e-a1c0-bcb24d54c449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.385404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8cd4dfeb-43ec-43bc-ac88-9bddc6447bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:02.723509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:03.528979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.402351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:04.881462 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:22:17.956049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47334) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:18.441615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-611975027-network', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:18.444847 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.quota [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2a996fbc18>.
Apr 20 18:22:18.451423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:18.456108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Usage tracker for resource:network and tenant:955c260aa1614be9af3114cf4e8f268a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:18.459432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:18.470611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:18.483482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Made reservation on behalf of 955c260aa1614be9af3114cf4e8f268a for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:18.489546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.502592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47362) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:18.503746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.520504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:18.524434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:955c260aa1614be9af3114cf4e8f268a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:18.527933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:18.533904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:18.630492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.634005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.638836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:18.674614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'}  {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:18.684198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-335678210-network', 'tenant_id': 'ef76467afabe40069eec102250c40fc0'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:18.684853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:18.689604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:18.694370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Usage tracker for resource:network and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:18.697864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:18.701656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.702031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.702365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.702780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.703248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.703725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.704196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.704511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.704876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.705327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.705800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.706260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Tracked resource versions report:
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]: pushed versions:
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Log': {'1.0'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Network': {'1.1'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Port': {'1.7'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'PortForwarding': {'1.2'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'QosPolicy': {'1.8'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SubPort': {'1.0'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Subnet': {'1.1'},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Trunk': {'1.1'}}
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]: consumer versions:
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]: {   DHCP agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     L3 agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metadata agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metering agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:     Open vSwitch agent@dv-cinder-786930-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Log': '1.0',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Network': '1.1',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Port': '1.7',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SubPort': '1.0',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Subnet': '1.1',
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:18.707514 dv-cinder-786930-2-iscsi neutron-server[86252]:  {{(pid=86363) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:18.710656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:18.711510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:18.715565 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363298045246358', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.716339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2a9a3446a8> segment precommit_create {{(pid=86363) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 20 18:22:18.716663 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Added segment 4a52bda0-b8ae-4653-8f96-ef7c3390c7b7 of type vlan for network 8cda7ac9-7880-42f9-83fa-9a04d660385f
Apr 20 18:22:18.724244 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Made reservation on behalf of ef76467afabe40069eec102250c40fc0 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:18.730306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.745830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.762775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:18.767065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Usage tracker for resource:security_group_rule and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:18.770438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:18.777300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:18.825817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.866049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.868742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:18.869464 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.875138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:18.889889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.895873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.904854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:18.942997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08bd26f-f2cf-4d11-99e4-091fbc4bf47d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:18.952865 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.953274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.953652 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.954024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.954532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.954923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.955291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.955794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.956174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.956635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.956887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.957387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Tracked resource versions report:
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]: pushed versions:
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Log': {'1.0'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Network': {'1.1'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Port': {'1.7'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'PortForwarding': {'1.2'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'QosPolicy': {'1.8'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SubPort': {'1.0'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Subnet': {'1.1'},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Trunk': {'1.1'}}
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]: consumer versions:
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]: {   DHCP agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     L3 agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metadata agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metering agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:     Open vSwitch agent@dv-cinder-786930-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Log': '1.0',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Network': '1.1',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Port': '1.7',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SubPort': '1.0',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Subnet': '1.1',
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:18.959495 dv-cinder-786930-2-iscsi neutron-server[86252]:  {{(pid=86364) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:18.966427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:18.969907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:18.984484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:18.984967 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Added segment a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79 of type vlan for network 0a442676-e97d-483e-b6c5-5a6a805f152b
Apr 20 18:22:18.996980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Pushing event updated for resources: {'Network': ['ID=8cda7ac9-7880-42f9-83fa-9a04d660385f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:19.000724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:19.007054 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.0498729
Apr 20 18:22:19.008494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47398) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:19.011786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:19.015892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Request body: {'subnet': {'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-subnet', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:19.020689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47402) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:19.035975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:19.040775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.050432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Usage tracker for resource:subnet and tenant:955c260aa1614be9af3114cf4e8f268a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:19.056226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:19.072009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:19.076024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.078103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:19.079832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.086488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:19.091186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Made reservation on behalf of 955c260aa1614be9af3114cf4e8f268a for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:19.102607 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.221613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Pushing event updated for resources: {'Network': ['ID=0a442676-e97d-483e-b6c5-5a6a805f152b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:19.226577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:19.233898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 0a442676-e97d-483e-b6c5-5a6a805f152b details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:19.244802 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7411909
Apr 20 18:22:19.248905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47414) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:19.260553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Request body: {'subnet': {'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-subnet', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:19.268075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:19.272354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Usage tracker for resource:subnet and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:19.275446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:19.282406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:19.306822 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Made reservation on behalf of ef76467afabe40069eec102250c40fc0 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:19.314198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.630010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.635704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:19.667668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47428) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:19.678180 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-477448372-network', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:19.699714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:19.701493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47436) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:19.703728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Usage tracker for resource:network and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:19.706749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:19.712821 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:19.731308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Made reservation on behalf of 5d2e923accea4ab49bf0e323d95333eb for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:19.735923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.755266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.781625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:19.785968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Usage tracker for resource:security_group_rule and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:19.789011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:19.795672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:19.806276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.813205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:19.826729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:19.837241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:19.848194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Checking segment: {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:19.848713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Network hostable DHCP agents. Network: 8cda7ac9-7880-42f9-83fa-9a04d660385f, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:19.895443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:19.896649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c3729b-b348-487b-8876-fc7a3f1323a0,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:19.901934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:19.911879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Checking segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:19.912268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Network hostable DHCP agents. Network: 0a442676-e97d-483e-b6c5-5a6a805f152b, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:19.928433 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 8cda7ac9-7880-42f9-83fa-9a04d660385f) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:19.934545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Network 0a442676-e97d-483e-b6c5-5a6a805f152b is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:19.942337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02096f4-fbe6-422e-b12d-aca5687e2810 None None] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:19.949955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:19.950713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.955690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.958861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-580079828-network', 'tenant_id': '812f10aeffbd4431814b5d6f985d46b2'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:19.965495 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:19.972140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:19.974164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4d0d7c5d-7e20-4048-b2b7-9e2dd0208730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:19.977237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Usage tracker for resource:network and tenant:812f10aeffbd4431814b5d6f985d46b2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:19.987513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:19.996201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:20.006357 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6a7f0d-25ab-4003-b21f-7272932ef431,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:20.013162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:20.021336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'}  {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:20.023521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1195524902-network', 'tenant_id': '3980f2cb8d974b599823aa8a320628ad'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:20.033519 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0234911
Apr 20 18:22:20.035730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47456) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:20.037787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 0a442676-e97d-483e-b6c5-5a6a805f152b) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:20.042843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.043562 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Added segment 6a3a6077-1d69-4d23-8c67-0cb1a489cc3b of type vlan for network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308
Apr 20 18:22:20.048312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:20.054114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:20.054599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Made reservation on behalf of 812f10aeffbd4431814b5d6f985d46b2 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:20.058085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Usage tracker for resource:router and tenant:955c260aa1614be9af3114cf4e8f268a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:20.059808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.061320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:20.067990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:20.084736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.085539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:20.086115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.086262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.091303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ceb8fd-bf97-4967-9dd6-cd5f50a2073c None None] Network 0a442676-e97d-483e-b6c5-5a6a805f152b requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:20.101313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:20.136831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Usage tracker for resource:network and tenant:3980f2cb8d974b599823aa8a320628ad is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:20.137029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.141868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.150744 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.154208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:20.167962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:20.175721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:20.178928 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9288690
Apr 20 18:22:20.182408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47464) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:20.183427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Usage tracker for resource:security_group_rule and tenant:812f10aeffbd4431814b5d6f985d46b2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:20.188227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:20.197004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:20.200271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:20.205289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Made reservation on behalf of 3980f2cb8d974b599823aa8a320628ad for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:20.209918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.222102 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:20.234584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Usage tracker for resource:router and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:20.237441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.248035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:20.264265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:20.277083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:20.286438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3980f2cb8d974b599823aa8a320628ad is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:20.290763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:20.295884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.296934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.309963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:20.352375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.451062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.453407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:20.454217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.477841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:20.514213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-0a442676-e97d-483e-b6c5-5a6a805f152b', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:22:20.515081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.658539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.676731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.815807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e351b644-dddd-435d-a853-2cd8ed475325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:20.825233 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.8034170
Apr 20 18:22:20.894871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47486) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:20.899294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca6af4a-0ad6-45b9-a16f-a46c80d90308,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:20.914519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:20.918611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Request body: {'subnet': {'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-477448372-subnet', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:20.949210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:20.964758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:20.978496 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.005162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.009016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:21.025438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:21.032265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.032649 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Added segment d0304835-f5bc-46b5-b428-e40f3c2f166d of type vlan for network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4
Apr 20 18:22:21.082751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b573833-d923-47d7-ad97-61ecae8da9a8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:21.091446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Usage tracker for resource:subnet and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:21.113234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:21.122739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:21.131549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:21.146316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:22:21.308321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162efb5b-b1f2-46e9-96f2-ff4051b078e2 None None] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:21.310785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:21.346285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.390047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.395339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.396199 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Added segment 608663f8-3cb0-4e59-b2c9-4e124e88913c of type vlan for network f6c31916-db3f-4eef-ba20-4a218aa43e3d
Apr 20 18:22:21.405571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95948fac-7c38-4bac-b58b-e8341cfe462d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:21.408833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Made reservation on behalf of 5d2e923accea4ab49bf0e323d95333eb for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:21.413745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.429465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:21.533739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Allocated IP 172.20.0.2 (0a442676-e97d-483e-b6c5-5a6a805f152b/29c3729b-b348-487b-8876-fc7a3f1323a0/61c0623b-dc20-4fa5-83a2-ded8b81e9ecc) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:21.560684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.resource_extend [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:22:21.570316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.617750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.644152 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:21.644804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.674304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1111c25e-320a-4f4e-8fa8-49916b1a388d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:21.820552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.848901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Transition to ACTIVE for port object 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:21.850832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.875668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:21.876324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.900123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.908591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Transition to ACTIVE for port object 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:21.924763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.938216 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:21.939654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:21.983407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Network 0a442676-e97d-483e-b6c5-5a6a805f152b is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:21.992199 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:22.012838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:22.019768 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.3136866
Apr 20 18:22:22.020845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Pushing event updated for resources: {'Network': ['ID=0f9574a1-d5d5-414a-bc7b-242ef66e05a4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:22.037167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47516) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:22.134630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:22.137410 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.4638968
Apr 20 18:22:22.138418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:22.163635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Request body: {'subnet': {'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1195524902-subnet', 'tenant_id': '3980f2cb8d974b599823aa8a320628ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:22.167102 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47530) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:22.181383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Request body: {'subnet': {'network_id': '0f9574a1-d5d5-414a-bc7b-242ef66e05a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-580079828-subnet', 'tenant_id': '812f10aeffbd4431814b5d6f985d46b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:22.196450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Pushing event updated for resources: {'Port': ['ID=61c0623b-dc20-4fa5-83a2-ded8b81e9ecc,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:22.246731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Allocated IP 172.27.0.241 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/acee8867-a114-460f-bfa7-17967f50182e) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:22.251623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:22.389787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.390171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.390578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.390953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.391320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.391855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.392221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.392586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.392967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.393329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.393690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.394049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Tracked resource versions report:
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]: pushed versions:
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Log': {'1.0'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Network': {'1.1'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Port': {'1.7'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'PortForwarding': {'1.2'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'QosPolicy': {'1.8'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SubPort': {'1.0'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Subnet': {'1.1'},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Trunk': {'1.1'}}
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]: consumer versions:
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]: {   DHCP agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     L3 agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metadata agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metering agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:     Open vSwitch agent@dv-cinder-786930-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Log': '1.0',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Network': '1.1',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Port': '1.7',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SubPort': '1.0',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Subnet': '1.1',
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:22.395247 dv-cinder-786930-2-iscsi neutron-server[86252]:  {{(pid=86365) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:22.409429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:22.495806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Attempting to bind port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:22.496225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Attempting to bind port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:22.496680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Attempting to bind port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc on network 0a442676-e97d-483e-b6c5-5a6a805f152b {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:22.537254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.581482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:22.582186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Checking segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:22.582715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.583171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Bound using segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:22.583902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Bound port: 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:22.584334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.634117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.645553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:22.696166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] For port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:22.699868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] For port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=61c0623b-dc20-4fa5-83a2-ded8b81e9ecc,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:22.704612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.707745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:22.711238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:22.717823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:22.720953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:22.780107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:22.784210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Usage tracker for resource:subnet and tenant:3980f2cb8d974b599823aa8a320628ad is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:22.787850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:22.795966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:22.802420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Pushing event updated for resources: {'Port': ['ID=61c0623b-dc20-4fa5-83a2-ded8b81e9ecc,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:22.807244 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c31916-db3f-4eef-ba20-4a218aa43e3d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:22.809889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:22.819867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Made reservation on behalf of 3980f2cb8d974b599823aa8a320628ad for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:22.824933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:22.827900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:22:22.845294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:22.850935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Usage tracker for resource:subnet and tenant:812f10aeffbd4431814b5d6f985d46b2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:22.868218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:22.884133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:22.895097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:22.922053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Pushing event updated for resources: {'Port': ['ID=acee8867-a114-460f-bfa7-17967f50182e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:22.933298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:23.009240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47564) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:23.020493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Made reservation on behalf of 812f10aeffbd4431814b5d6f985d46b2 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:23.025532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.215003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.249879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:23.251675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.257828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Usage tracker for resource:security_group_rule and tenant:d92474f9773b45a7a549fcc39bb87c3e is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:23.262870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:23.271567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:23.298561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.331246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.676679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.682367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:23.707190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:23.765729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Allocated IP 172.27.0.53 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/bf851b30-540f-42bc-9aef-af29e1ec089e) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:23.941884 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d92474f9773b45a7a549fcc39bb87c3e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9291101
Apr 20 18:22:23.942434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c9d21b-9a74-4af5-9cba-273892705794,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:23.946220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:23.946373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47582) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:23.991341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.043548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:24.124671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:24.175366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.205565 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-62f9c17f-d052-4e0e-a6d8-caecaf1c2f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:24.210581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd33f-3abf-423e-8ad5-6906af3f979b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.261443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd33f-3abf-423e-8ad5-6906af3f979b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.353620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:22:24.357920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b76acc9-2dac-4210-98b8-53705a00857a None None] Network 0a442676-e97d-483e-b6c5-5a6a805f152b requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:24.360177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd33f-3abf-423e-8ad5-6906af3f979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.369618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4ffbb491-d422-40d6-a9c3-1d1ece036e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:24.386399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.395546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0637153f-e19e-4070-b839-1a4f5a37102f,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:24.405562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:24.416543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Checking segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:24.417469 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Network hostable DHCP agents. Network: 4ca6af4a-0ad6-45b9-a16f-a46c80d90308, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:24.456826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2cd33f-3abf-423e-8ad5-6906af3f979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c9d21b-9a74-4af5-9cba-273892705794,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:24.516451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:24.523610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ce2cd33f-3abf-423e-8ad5-6906af3f979b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:24.527672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] Provisioning for port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:24.539387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] Provisioning complete for port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:24.540677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.555708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 4ca6af4a-0ad6-45b9-a16f-a46c80d90308) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:24.560259 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ce2cd33f-3abf-423e-8ad5-6906af3f979b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.561320 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ce2cd33f-3abf-423e-8ad5-6906af3f979b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57c9d21b-9a74-4af5-9cba-273892705794 HTTP/1.1" status: 204  len: 168 time: 0.6102099
Apr 20 18:22:24.569834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.571254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.572782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:24.573757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.601271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ecfd6e-c9aa-45d2-bc94-7d5cdf4f0c1f None None] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:24.605405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:24.606718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:24.616414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Sync routers for ids ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:24.632499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Routers {'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:24.633455 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a987e1c88>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:24.634842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:24.643419 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.6065955
Apr 20 18:22:24.644618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47600) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:24.655976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:24.663560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:24.727362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:24.985696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Set router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:25.274034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47614) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:25.340296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.354454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.394838 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ee4237a7-e1fe-4a07-8b9e-1e4b8c4ae19d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.4950759
Apr 20 18:22:25.449999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] For port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=61c0623b-dc20-4fa5-83a2-ded8b81e9ecc,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:25.456641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:22:25.457655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.482778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f5479e-298b-4eff-a461-39d950d993bb,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:25.484831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47626) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:25.505004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Checking segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:25.505391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Network hostable DHCP agents. Network: f6c31916-db3f-4eef-ba20-4a218aa43e3d, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:25.533457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.927s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:25.534153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa0f9537-ecd1-4917-849d-0ae15367edd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.888s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:25.571933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a987e1c88>, [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'acee8867-a114-460f-bfa7-17967f50182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:23Z', 'revision_number': 3, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port': {'id': 'acee8867-a114-460f-bfa7-17967f50182e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:21Z', 'updated_at': '2021-04-20T18:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:25.576476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.583565 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:25.586066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Checking router: e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:25.586484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Updating router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad port acee8867-a114-460f-bfa7-17967f50182e binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:25.623763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Usage tracker for resource:security_group_rule and tenant:9d3446c7f6d9497f9c9ef130790463e0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:25.632183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:25.642633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:25.683891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.724158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Allocated IP 172.20.0.2 (4ca6af4a-0ad6-45b9-a16f-a46c80d90308/0637153f-e19e-4070-b839-1a4f5a37102f/ac4d577b-80ef-4309-81b3-93b4574790b3) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:25.759568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:25.763492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.784095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.874600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.908622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.947151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:25.968530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.026954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.030857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd59744c-5c25-475a-804f-de4faf18ae59,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.039203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d3446c7f6d9497f9c9ef130790463e0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7637873
Apr 20 18:22:26.039775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.040434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.044131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Transition to ACTIVE for port object ac4d577b-80ef-4309-81b3-93b4574790b3 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:26.053393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Transition to ACTIVE for port object acee8867-a114-460f-bfa7-17967f50182e will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:26.060275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.070318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-00a815ae-9a87-4ac3-9473-abe56d71cbc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.072194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.087837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47634) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:26.137457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Pushing event updated for resources: {'Port': ['ID=acee8867-a114-460f-bfa7-17967f50182e,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.161933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.162278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.162615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.162745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Transition to ACTIVE for port object ac4d577b-80ef-4309-81b3-93b4574790b3 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:26.162947 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.163289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.163786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.164486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.164846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.165221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.165578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.165932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.166285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Tracked resource versions report:
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]: pushed versions:
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]: {   'AddressGroup': {'1.2'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'ConntrackHelper': {'1.0'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Log': {'1.0'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Network': {'1.1'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Port': {'1.7'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'PortForwarding': {'1.2'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'QosPolicy': {'1.8'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroup': {'1.4'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SecurityGroupRule': {'1.2'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'SubPort': {'1.0'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Subnet': {'1.1'},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     'Trunk': {'1.1'}}
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]: consumer versions:
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]: {   DHCP agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     HyperV agent@hv-cinder-78693: {},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     L3 agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metadata agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     Metering agent@dv-cinder-786930-2-iscsi: {},
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:     Open vSwitch agent@dv-cinder-786930-2-iscsi: {   'AddressGroup': '1.2',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'ConntrackHelper': '1.0',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Log': '1.0',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Network': '1.1',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Port': '1.7',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'PortForwarding': '1.2',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'QosPolicy': '1.8',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroup': '1.4',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SecurityGroupRule': '1.2',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'SubPort': '1.0',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Subnet': '1.1',
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:                                                      'Trunk': '1.1'}}
Apr 20 18:22:26.168076 dv-cinder-786930-2-iscsi neutron-server[86252]:  {{(pid=86366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 20 18:22:26.171820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Attempting to bind port acee8867-a114-460f-bfa7-17967f50182e on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:26.171820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Attempting to bind port acee8867-a114-460f-bfa7-17967f50182e by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:26.171820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Attempting to bind port acee8867-a114-460f-bfa7-17967f50182e on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:26.173768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] Pushing event updated for resources: {'Port': ['ID=61c0623b-dc20-4fa5-83a2-ded8b81e9ecc,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.177564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.178422 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:26.178847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:26.179287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.179709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:26.180218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Bound port: acee8867-a114-460f-bfa7-17967f50182e, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:26.180624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.183065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.202105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.205057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.216802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-24bac691-5cb3-4ea2-bc05-125cd3fbc86e None None] Provisioning complete for port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:26.217503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-24bac691-5cb3-4ea2-bc05-125cd3fbc86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.233011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6b407cf9-d2b0-4cb6-86e7-510cf25e8a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.249535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Allocated IP 172.20.0.1 (8cda7ac9-7880-42f9-83fa-9a04d660385f/0dcd3f33-c6c9-4132-a7c4-68a6e28676c2/d42a7d3a-57d7-41f5-ab4f-edd623d536d8) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:26.259371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.263393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] For port acee8867-a114-460f-bfa7-17967f50182e, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:26.267067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] For port acee8867-a114-460f-bfa7-17967f50182e, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=acee8867-a114-460f-bfa7-17967f50182e,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:26.271157 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.273870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Pushing event updated for resources: {'Port': ['ID=bf851b30-540f-42bc-9aef-af29e1ec089e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.278172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.279318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6b407cf9-d2b0-4cb6-86e7-510cf25e8a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.280190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:26.282071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.289825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.346275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.351280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Pushing event updated for resources: {'Port': ['ID=ac4d577b-80ef-4309-81b3-93b4574790b3,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.358395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Pushing event updated for resources: {'Port': ['ID=acee8867-a114-460f-bfa7-17967f50182e,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.359476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f442ede-7c54-4e79-9a50-5614f5dd99c9,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.362646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.364825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Usage tracker for resource:router and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:26.374485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.376878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:26.380570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:26.387658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Routers {'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:26.388330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a987e1c88>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:26.392701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:26.395528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:26.460927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6b407cf9-d2b0-4cb6-86e7-510cf25e8a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.474723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.484949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.499473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b407cf9-d2b0-4cb6-86e7-510cf25e8a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd59744c-5c25-475a-804f-de4faf18ae59,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.503280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6b407cf9-d2b0-4cb6-86e7-510cf25e8a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.517958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6b407cf9-d2b0-4cb6-86e7-510cf25e8a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.524126 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6b407cf9-d2b0-4cb6-86e7-510cf25e8a8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd59744c-5c25-475a-804f-de4faf18ae59 HTTP/1.1" status: 204  len: 168 time: 0.4306970
Apr 20 18:22:26.541625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.550559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:26.553944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e43b9566-12f2-4345-b869-633a4e822018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:26.558202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:26.628992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Attempting to bind port ac4d577b-80ef-4309-81b3-93b4574790b3 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:26.634979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Attempting to bind port ac4d577b-80ef-4309-81b3-93b4574790b3 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:26.636306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Attempting to bind port ac4d577b-80ef-4309-81b3-93b4574790b3 on network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:26.649524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:26.654999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Checking segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:26.656056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.657778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Bound using segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:26.658591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Bound port: ac4d577b-80ef-4309-81b3-93b4574790b3, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:26.661237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Checking segment: {'id': 'd0304835-f5bc-46b5-b428-e40f3c2f166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f9574a1-d5d5-414a-bc7b-242ef66e05a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:26.661623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Network hostable DHCP agents. Network: 0f9574a1-d5d5-414a-bc7b-242ef66e05a4, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:22:26.662257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.705574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.721271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, f6c31916-db3f-4eef-ba20-4a218aa43e3d) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:26.756008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.757714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.768155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] Set router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:26.793266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:26.794726 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.797866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Pushing event updated for resources: {'Port': ['ID=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:26.799132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de5580-47ff-4184-98bd-6fd0eee0b244 None None] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:26.806768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:26.817727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:22:26.826537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:26.831111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:26.837567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:26.838093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:26.871238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.048685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] For port ac4d577b-80ef-4309-81b3-93b4574790b3, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:27.096586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] For port ac4d577b-80ef-4309-81b3-93b4574790b3, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=ac4d577b-80ef-4309-81b3-93b4574790b3,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:27.106337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.115086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 0f9574a1-d5d5-414a-bc7b-242ef66e05a4) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:27.115818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:27.173782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379003fb-a191-48b4-89b1-3b9a8b6bdd14 None None] Network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:27.200959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Router f4ddc2a0-8974-4063-a4ec-869df88b53fa is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:22:27.213854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:27.214576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.242302 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 5.1939580
Apr 20 18:22:27.396036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b7ae36-08d2-4b68-8526-b89db9186875 None None] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:27.442754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a987e1c88>, [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'acee8867-a114-460f-bfa7-17967f50182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:23Z', 'revision_number': 3, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port': {'id': 'acee8867-a114-460f-bfa7-17967f50182e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:21Z', 'updated_at': '2021-04-20T18:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:27.453402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649e0933-aa83-41bb-94f7-d4120cbb6afe None None] The sync data for ids ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'] in dv-cinder-786930-2-iscsi is: [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'acee8867-a114-460f-bfa7-17967f50182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:23Z', 'revision_number': 3, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port': {'id': 'acee8867-a114-460f-bfa7-17967f50182e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:21Z', 'updated_at': '2021-04-20T18:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:27.553671 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 5.3772514
Apr 20 18:22:27.582702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.648477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:27.653008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.682818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Pushing event updated for resources: {'Port': ['ID=ac4d577b-80ef-4309-81b3-93b4574790b3,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:27.696379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Sync routers for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:27.701250 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:27.738161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:27.739044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a989afeb8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:27.750447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:27.752004 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.5655878
Apr 20 18:22:27.756271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47666) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:28.137046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.142819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.144280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:28.204684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:28.552292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47708) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:28.556638 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 18:22:28.702211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:28.703193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47726) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:28.709320 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 20 18:22:28.772250 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:28.944403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device ac4d577b-80ef-4309-81b3-93b4574790b3 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:28.974821 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:28.990858 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Pushing event updated for resources: {'Port': ['ID=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:29.000438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:29.015709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-02f82707-d7da-457c-9d06-4a912f076eb5 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:29.022907 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-02f82707-d7da-457c-9d06-4a912f076eb5 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/networks?id=0f9574a1-d5d5-414a-bc7b-242ef66e05a4 HTTP/1.1" status: 200  len: 811 time: 0.3182039
Apr 20 18:22:29.080298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f768-bf10-4d27-892e-e3327a619e38 req-c4817ec6-8de4-4b46-9032-dda5dfc83ed0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:29.081056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-9603f768-bf10-4d27-892e-e3327a619e38 req-c4817ec6-8de4-4b46-9032-dda5dfc83ed0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:29.224569 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-5231c3d6-2007-449e-9ea7-eb795af5e62d tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/quotas/812f10aeffbd4431814b5d6f985d46b2 HTTP/1.1" status: 200  len: 375 time: 0.0400391
Apr 20 18:22:29.329161 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-244f9c05-04e4-48b0-ba3e-8a23f0aa5bca tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=812f10aeffbd4431814b5d6f985d46b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1036558
Apr 20 18:22:29.391865 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:22:29.436165 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c426c1-ace2-43e5-a978-3e35e7165c98 None None] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:29.480796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-9603f768-bf10-4d27-892e-e3327a619e38 req-c4817ec6-8de4-4b46-9032-dda5dfc83ed0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:29.487689 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-c4817ec6-8de4-4b46-9032-dda5dfc83ed0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 815 time: 0.9330442
Apr 20 18:22:29.490029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:29.593870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:29.611850 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-ce3d17d1-3e03-4911-b697-16d838fc00e3 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/quotas/3980f2cb8d974b599823aa8a320628ad HTTP/1.1" status: 200  len: 375 time: 0.1231728
Apr 20 18:22:29.641911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7a56e-643c-41a2-8e9a-4c6ede6ab2ec None None] Network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:22:29.642471 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:29.648785 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] 10.222.0.22 "PUT /v2.0/routers/e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0029225
Apr 20 18:22:29.669375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port ac4d577b-80ef-4309-81b3-93b4574790b3 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:29.711212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-6c34a1a7-4e22-47ea-899d-9f963d9cdc99 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:29.719390 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-6c34a1a7-4e22-47ea-899d-9f963d9cdc99 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2158198
Apr 20 18:22:29.805351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:29.913174 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-1222f75b-35d7-4263-b5c4-214ee968452d service neutron] 10.222.0.22 "GET /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927774
Apr 20 18:22:29.931669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Allocated IP 172.27.0.47 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/e8432399-e050-452a-b989-38ea6b104141) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:30.035988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] Provisioning for port ac4d577b-80ef-4309-81b3-93b4574790b3 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:30.051720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:30.054773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.056733 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-c5542214-847c-461a-b1aa-5c634bf8a68e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4438827
Apr 20 18:22:30.081169 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-5d9b24c3-f4a4-4fd3-b121-78cba69b171e service neutron] 10.222.0.22 "GET /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669278
Apr 20 18:22:30.145853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] Provisioning complete for port ac4d577b-80ef-4309-81b3-93b4574790b3 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:30.146414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.232264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a989afeb8>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:25Z', 'revision_number': 3, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:30.242614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-89b8da50-7edd-4faf-a7b4-52597488b6a1 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:30.252047 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-89b8da50-7edd-4faf-a7b4-52597488b6a1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1166465
Apr 20 18:22:30.311314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-384ebefa-23a8-4e36-8cdd-c8f2fcce34ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.528423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Checking router: f4ddc2a0-8974-4063-a4ec-869df88b53fa for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:30.528829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Updating router f4ddc2a0-8974-4063-a4ec-869df88b53fa port bf851b30-540f-42bc-9aef-af29e1ec089e binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:30.539479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.632662 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-aefb0610-454b-4c66-8c48-1410db4e63fa service neutron] 10.222.0.22 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3793645
Apr 20 18:22:30.931997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:30.989731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.073158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.250192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-d64acdf5-089d-4769-b08a-160ac0952587 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:31.251312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-d64acdf5-089d-4769-b08a-160ac0952587 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Synchronizing usage tracker for tenant:955c260aa1614be9af3114cf4e8f268a on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:31.254645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Sync routers for ids ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:31.280995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Routers {'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:31.285248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98d732b0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:31.289080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-d64acdf5-089d-4769-b08a-160ac0952587 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Unset dirty status for tenant:955c260aa1614be9af3114cf4e8f268a on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:31.291030 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-d64acdf5-089d-4769-b08a-160ac0952587 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 818 time: 0.3089824
Apr 20 18:22:31.297162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.313717 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d4dcbdc0-e67a-437d-a0e9-9532c55cbec3 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6679578
Apr 20 18:22:31.320016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7984bae2-c4fe-4640-a079-422c2476914c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:31.335882 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-7fa7c8f8-c97c-48a1-9770-d7dcd0fb6409 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/quotas/955c260aa1614be9af3114cf4e8f268a HTTP/1.1" status: 200  len: 375 time: 0.0351276
Apr 20 18:22:31.399982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 47828) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:31.471210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-06abf30c-97a8-4e7e-9caf-1604c6a30f02 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Synchronizing usage tracker for tenant:955c260aa1614be9af3114cf4e8f268a on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:31.499745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-06abf30c-97a8-4e7e-9caf-1604c6a30f02 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Unset dirty status for tenant:955c260aa1614be9af3114cf4e8f268a on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:31.509746 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-06abf30c-97a8-4e7e-9caf-1604c6a30f02 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1729062
Apr 20 18:22:31.518960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:31.529055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:31.537417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:31.638107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e8432399-e050-452a-b989-38ea6b104141,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:31.669909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:31.733222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.786868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] For port ac4d577b-80ef-4309-81b3-93b4574790b3, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=ac4d577b-80ef-4309-81b3-93b4574790b3,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:31.807464 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:31.813670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:31.827561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Usage tracker for resource:security_group_rule and tenant:7e58e9538f1a4aac9ead8ce42a7bcfbf is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:31.837292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a1406bc4-ee00-4877-ada7-38b043496822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:31.866637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:31.877888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:31.983395 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-70c3ca50-6d14-4085-935c-f1620b76794e service neutron] 10.222.0.22 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4708064
Apr 20 18:22:31.987491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device acee8867-a114-460f-bfa7-17967f50182e up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:32.022307 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Set router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:32.127880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-5d82075a-da6d-4ee3-80cb-caeac5d36cec None None] Provisioning complete for port ac4d577b-80ef-4309-81b3-93b4574790b3 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:32.128304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5d82075a-da6d-4ee3-80cb-caeac5d36cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.236073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.299331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] Pushing event updated for resources: {'Port': ['ID=ac4d577b-80ef-4309-81b3-93b4574790b3,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:32.317517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:32.325610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Transition to ACTIVE for port object bf851b30-540f-42bc-9aef-af29e1ec089e will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:32.337121 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-117ce004-c918-45aa-a606-caf7fed81ead service neutron] 10.222.0.22 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3517945
Apr 20 18:22:32.403791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.409589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port acee8867-a114-460f-bfa7-17967f50182e completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:32.431569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a1406bc4-ee00-4877-ada7-38b043496822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:32.444720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98d732b0>, [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'acee8867-a114-460f-bfa7-17967f50182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:27Z', 'revision_number': 4, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port': {'id': 'acee8867-a114-460f-bfa7-17967f50182e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:21Z', 'updated_at': '2021-04-20T18:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'd42a7d3a-57d7-41f5-ab4f-edd623d536d8', 'name': '', 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'mac_address': 'fa:16:3e:87:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0dcd3f33-c6c9-4132-a7c4-68a6e28676c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:25Z', 'updated_at': '2021-04-20T18:22:27Z', 'revision_number': 2, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'subnets': [{'id': '0dcd3f33-c6c9-4132-a7c4-68a6e28676c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:32.454512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Checking router: e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:32.455276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Updating router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad port d42a7d3a-57d7-41f5-ab4f-edd623d536d8 binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:32.514808 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f05d1f7-a42f-466e-9f64-860fd0d2d38f req-1c5ab873-676d-469f-9683-48c5cbbf6331 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 210 time: 0.5399616
Apr 20 18:22:32.522830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port acee8867-a114-460f-bfa7-17967f50182e triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:32.523366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.542207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.570327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.589925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.600612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:32.729487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6e61704-d4a8-4686-8477-926def5d2fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:32.813507 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e58e9538f1a4aac9ead8ce42a7bcfbf&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4124537
Apr 20 18:22:32.856765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47888) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:32.917881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5772fc9d-94cf-409c-ac96-be3ecbfecd73,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:32.937943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:32.953088 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-63f17296-37b2-466b-9b10-d7a4b975c829 req-188c7cb0-491c-4557-b49a-f7c69eda7e72 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 210 time: 0.1939993
Apr 20 18:22:33.005789 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2f5a35ef-895f-44fc-9631-a12e1817d256 req-e9852aab-11c9-4261-b195-13f96768e52e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 210 time: 0.1181979
Apr 20 18:22:33.006961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8de89-c160-40be-b512-3e9db1e0c9cf None None] Pushing event updated for resources: {'Port': ['ID=bf851b30-540f-42bc-9aef-af29e1ec089e,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:33.108135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Allocated IP 172.20.0.1 (0a442676-e97d-483e-b6c5-5a6a805f152b/29c3729b-b348-487b-8876-fc7a3f1323a0/41d8cfd3-6d26-4aad-8253-dff37234761f) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:33.117642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Attempting to bind port bf851b30-540f-42bc-9aef-af29e1ec089e on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:33.118067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Attempting to bind port bf851b30-540f-42bc-9aef-af29e1ec089e by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:33.120734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Attempting to bind port bf851b30-540f-42bc-9aef-af29e1ec089e on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:33.136255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b5b8de89-c160-40be-b512-3e9db1e0c9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:33.147002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.170675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:33.171103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:33.171558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.172001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:33.172679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Bound port: bf851b30-540f-42bc-9aef-af29e1ec089e, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:33.172951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.232597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b702-27b6-49a5-bd7c-02e14152f9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.405644 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.480388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] For port bf851b30-540f-42bc-9aef-af29e1ec089e, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:33.483967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] For port bf851b30-540f-42bc-9aef-af29e1ec089e, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=bf851b30-540f-42bc-9aef-af29e1ec089e,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:33.493963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.499889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b702-27b6-49a5-bd7c-02e14152f9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.503776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b5b8de89-c160-40be-b512-3e9db1e0c9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:33.555234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.568698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Transition to ACTIVE for port object d42a7d3a-57d7-41f5-ab4f-edd623d536d8 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:33.575876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.586852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:33.599131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8de89-c160-40be-b512-3e9db1e0c9cf None None] Pushing event updated for resources: {'Port': ['ID=bf851b30-540f-42bc-9aef-af29e1ec089e,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:33.611359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b5b8de89-c160-40be-b512-3e9db1e0c9cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:33.659215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.666634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.687346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port acee8867-a114-460f-bfa7-17967f50182e, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=acee8867-a114-460f-bfa7-17967f50182e,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:33.689761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:33.690560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a989afeb8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:33.773659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2ffad-5f9a-4392-b979-120dd37fc54a None None] Pushing event updated for resources: {'Port': ['ID=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:33.776077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.779550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cde2ffad-5f9a-4392-b979-120dd37fc54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:33.890963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:33.891363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Attempting to bind port d42a7d3a-57d7-41f5-ab4f-edd623d536d8 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:33.892190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Attempting to bind port d42a7d3a-57d7-41f5-ab4f-edd623d536d8 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:33.892597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Attempting to bind port d42a7d3a-57d7-41f5-ab4f-edd623d536d8 on network 8cda7ac9-7880-42f9-83fa-9a04d660385f {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:33.899290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:33.899625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Checking segment: {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:33.900210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.900639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Bound using segment: {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:33.901224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Bound port: d42a7d3a-57d7-41f5-ab4f-edd623d536d8, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:33.901607 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:33.983899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=acee8867-a114-460f-bfa7-17967f50182e,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:34.009968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:34.011029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device ac4d577b-80ef-4309-81b3-93b4574790b3 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:34.013684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] For port d42a7d3a-57d7-41f5-ab4f-edd623d536d8, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:34.017585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] For port d42a7d3a-57d7-41f5-ab4f-edd623d536d8, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:34.028211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.047342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cde2ffad-5f9a-4392-b979-120dd37fc54a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:34.075333 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f029b0-aa26-4866-bc77-83fd5a0c46d5 req-a1a9bd12-e7c5-4e77-abba-499ed90ed1d7 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 210 time: 0.0817201
Apr 20 18:22:34.135476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Routers {'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:34.136567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98d732b0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:34.148803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57034) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:34.173971 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port ac4d577b-80ef-4309-81b3-93b4574790b3 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:34.174399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.289752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:34.389209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] Set router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:34.603593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-0b468467-a8ac-4f7b-847c-0abd5e5fef21 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:34.605388 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-0b468467-a8ac-4f7b-847c-0abd5e5fef21 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 818 time: 1.0850024
Apr 20 18:22:34.628449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.684853 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-99a66f02-dbe5-44f4-b97a-1692d7f3a2dc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/quotas/955c260aa1614be9af3114cf4e8f268a HTTP/1.1" status: 200  len: 375 time: 0.0402441
Apr 20 18:22:34.685510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b702-27b6-49a5-bd7c-02e14152f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.712204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.734609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-b9a185d1-4cfb-4306-9c21-7b4c3a554688 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:34.736326 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-b9a185d1-4cfb-4306-9c21-7b4c3a554688 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.36 "GET /v2.0/networks?id=0f9574a1-d5d5-414a-bc7b-242ef66e05a4 HTTP/1.1" status: 200  len: 811 time: 0.5864487
Apr 20 18:22:34.736478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f08365ee-b12b-4f4a-8ffe-de42aec1e25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:34.771105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6b702-27b6-49a5-bd7c-02e14152f9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5772fc9d-94cf-409c-ac96-be3ecbfecd73,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:34.785693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b9f6b702-27b6-49a5-bd7c-02e14152f9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:34.843141 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-407a60c6-2869-48dc-b26d-30a0963aa719 req-1772dd67-1a55-4cde-b4b0-0dc7caed2dc2 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 210 time: 0.6315544
Apr 20 18:22:34.855017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Request body: {'port': {'device_id': '562396b5-ebca-460e-8500-5bc2457a73b8', 'network_id': '0f9574a1-d5d5-414a-bc7b-242ef66e05a4', 'admin_state_up': True, 'tenant_id': '812f10aeffbd4431814b5d6f985d46b2'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:34.863736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Transition to ACTIVE for port object 41d8cfd3-6d26-4aad-8253-dff37234761f will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:34.902555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2ffad-5f9a-4392-b979-120dd37fc54a None None] Pushing event updated for resources: {'Port': ['ID=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:34.905639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cde2ffad-5f9a-4392-b979-120dd37fc54a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:34.908668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98d732b0>, [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'acee8867-a114-460f-bfa7-17967f50182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:27Z', 'revision_number': 4, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port': {'id': 'acee8867-a114-460f-bfa7-17967f50182e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:21Z', 'updated_at': '2021-04-20T18:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'd42a7d3a-57d7-41f5-ab4f-edd623d536d8', 'name': '', 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'mac_address': 'fa:16:3e:87:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0dcd3f33-c6c9-4132-a7c4-68a6e28676c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:25Z', 'updated_at': '2021-04-20T18:22:34Z', 'revision_number': 4, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'subnets': [{'id': '0dcd3f33-c6c9-4132-a7c4-68a6e28676c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:34.913950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1e343f-3f42-4f76-9c68-7506a02c39e5 None None] The sync data for ids ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'] in dv-cinder-786930-2-iscsi is: [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'acee8867-a114-460f-bfa7-17967f50182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:27Z', 'revision_number': 4, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port': {'id': 'acee8867-a114-460f-bfa7-17967f50182e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:21Z', 'updated_at': '2021-04-20T18:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'd42a7d3a-57d7-41f5-ab4f-edd623d536d8', 'name': '', 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'mac_address': 'fa:16:3e:87:7d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0dcd3f33-c6c9-4132-a7c4-68a6e28676c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:25Z', 'updated_at': '2021-04-20T18:22:34Z', 'revision_number': 4, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'subnets': [{'id': '0dcd3f33-c6c9-4132-a7c4-68a6e28676c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:34.954724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b9f6b702-27b6-49a5-bd7c-02e14152f9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:34.977280 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b9f6b702-27b6-49a5-bd7c-02e14152f9b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5772fc9d-94cf-409c-ac96-be3ecbfecd73 HTTP/1.1" status: 204  len: 168 time: 1.9750090
Apr 20 18:22:35.152753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:35.158748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Usage tracker for resource:port and tenant:812f10aeffbd4431814b5d6f985d46b2 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:35.164664 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-94c88372-8da7-4a58-867c-3638f88fc20a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4400651
Apr 20 18:22:35.169200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:35.174326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:35.190952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:35.207903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Made reservation on behalf of 812f10aeffbd4431814b5d6f985d46b2 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:35.219536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:35.303529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a989afeb8>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:25Z', 'revision_number': 3, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:35.308269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd5dd3-7696-4316-97b5-5909a731ce1c None None] The sync data for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi is: [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:25Z', 'revision_number': 3, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:35.493548 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b5eb2b4-ccf0-446c-8443-ed3b18e2ef3d req-ad938ab1-54db-4a77-adb3-76aa35419e91 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 210 time: 0.0995414
Apr 20 18:22:35.555016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Allocated IP 172.20.0.10 (0f9574a1-d5d5-414a-bc7b-242ef66e05a4/0f442ede-7c54-4e79-9a50-5614f5dd99c9/56ca2229-f046-42df-9a77-9642ea0c322e) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:35.633489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:35.662759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:35.755164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=41d8cfd3-6d26-4aad-8253-dff37234761f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:35.765393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:35.781422 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-b4d1f76b-e87c-468b-b638-c731d8ad4e56 service neutron] 10.222.0.22 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5895438
Apr 20 18:22:35.789008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Network 0a442676-e97d-483e-b6c5-5a6a805f152b is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:35.796301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:36.064060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.098522 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-d3d1bd59-d021-40b4-b909-bcbdeb372265 service neutron] 10.222.0.22 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2984188
Apr 20 18:22:36.098522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:36.098522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.165083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.199410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:36.201151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device acee8867-a114-460f-bfa7-17967f50182e up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:36.314656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 47984) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:36.327338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:36.329839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Pushing event updated for resources: {'Port': ['ID=56ca2229-f046-42df-9a77-9642ea0c322e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:36.333532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:36.334478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:36.347193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:36.353819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:36.355264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.445529 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a269c16f-07c3-4f19-a332-c6acd8d5294b req-97bf8d3a-4af0-42d3-a8bd-b64eb01d4073 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 210 time: 0.1015377
Apr 20 18:22:36.470057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port acee8867-a114-460f-bfa7-17967f50182e triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:36.470487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.509513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.531682 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6866071
Apr 20 18:22:36.547055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-e5ea3e07-7344-4fe3-9a84-29d5ecd6cce9 None None] Provisioning for port 41d8cfd3-6d26-4aad-8253-dff37234761f completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:36.569526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-e5ea3e07-7344-4fe3-9a84-29d5ecd6cce9 None None] Provisioning complete for port 41d8cfd3-6d26-4aad-8253-dff37234761f triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:36.569873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5ea3e07-7344-4fe3-9a84-29d5ecd6cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:36.679169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Router 23269ded-e216-46e8-84b7-0bc3058d18bd is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:22:36.719852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e5ea3e07-7344-4fe3-9a84-29d5ecd6cce9 None None] Port 41d8cfd3-6d26-4aad-8253-dff37234761f cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:22:36.722634 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4ad90fe5-e020-4d00-8ce3-7e905dad50ad req-2d3b0420-ef8b-46cb-8614-724ec3d0bd81 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 210 time: 0.1806793
Apr 20 18:22:36.844747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device d42a7d3a-57d7-41f5-ab4f-edd623d536d8 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:36.959224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9abcf-98a6-4e23-9cd4-1da8a4ecaf67 req-16b393ef-4448-4307-a1c8-a2b92d7f2fd2 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:36.966979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-e7a9abcf-98a6-4e23-9cd4-1da8a4ecaf67 req-16b393ef-4448-4307-a1c8-a2b92d7f2fd2 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Synchronizing usage tracker for tenant:812f10aeffbd4431814b5d6f985d46b2 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:37.005431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-e7a9abcf-98a6-4e23-9cd4-1da8a4ecaf67 req-16b393ef-4448-4307-a1c8-a2b92d7f2fd2 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Unset dirty status for tenant:812f10aeffbd4431814b5d6f985d46b2 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:37.006660 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7a9abcf-98a6-4e23-9cd4-1da8a4ecaf67 req-16b393ef-4448-4307-a1c8-a2b92d7f2fd2 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 932 time: 0.2720757
Apr 20 18:22:37.032229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port d42a7d3a-57d7-41f5-ab4f-edd623d536d8 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:37.048719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port d42a7d3a-57d7-41f5-ab4f-edd623d536d8 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:37.049148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.134821 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7a9abcf-98a6-4e23-9cd4-1da8a4ecaf67 req-7c4304b0-9829-4b9d-b1ed-4be4d593644f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191585
Apr 20 18:22:37.257007 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.262403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.287453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:37.299725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port d42a7d3a-57d7-41f5-ab4f-edd623d536d8, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:37.303463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Sync routers for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:37.311138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.318092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:37.354795 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:37.355581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a985a7fd0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:37.363049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:37.380432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Usage tracker for resource:security_group_rule and tenant:974e94dfd9254bbc90664814b0a87970 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:37.387725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:37.407218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:37.412005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:37.413876 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6beb4d65-5dde-4818-9329-1c49853638b4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 11.9129894
Apr 20 18:22:37.418406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48018) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:37.522771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:37.533445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:37.601261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:37.792243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.36', 57040) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:37.814439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-288c7b69-2c0c-4a84-b1b7-de25e91af328 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:22:37.817573 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-288c7b69-2c0c-4a84-b1b7-de25e91af328 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0149143
Apr 20 18:22:37.834497 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6b56b8cf-b3db-4d03-96a5-a90ca0e17f19 req-1b6d41cf-c9fb-499e-8cef-10be5f32747b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 210 time: 0.2219172
Apr 20 18:22:38.246794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a985a7fd0>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:32Z', 'revision_number': 3, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:38.251491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Checking router: 23269ded-e216-46e8-84b7-0bc3058d18bd for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:38.251974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Updating router 23269ded-e216-46e8-84b7-0bc3058d18bd port e8432399-e050-452a-b989-38ea6b104141 binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:38.286672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device bf851b30-540f-42bc-9aef-af29e1ec089e up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:38.292817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.309167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.318124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.331982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:38.393636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:38.464672 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e267e26f-70b7-4975-90a4-8cf090f297d8 req-4d8b81f0-0905-48c0-a245-5f932e3c9c5e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 210 time: 0.2673786
Apr 20 18:22:38.566161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f768-bf10-4d27-892e-e3327a619e38 req-779fe88b-f4d5-4f0c-9d93-9270d58a1642 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:38.567830 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-779fe88b-f4d5-4f0c-9d93-9270d58a1642 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 815 time: 0.7637434
Apr 20 18:22:38.594016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Request body: {'port': {'device_id': 'd1f9d529-91fc-49e7-9140-ed7acdd0b2ed', 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'admin_state_up': True, 'tenant_id': '3980f2cb8d974b599823aa8a320628ad'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:38.616257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Request body: {'port': {'device_id': '562396b5-ebca-460e-8500-5bc2457a73b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:38.983939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port bf851b30-540f-42bc-9aef-af29e1ec089e completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:39.033331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port bf851b30-540f-42bc-9aef-af29e1ec089e triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:39.034103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.218418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 57045) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:39.257852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28011e-248a-4e88-9188-b65c17462a97 req-6d5ad571-65cb-4f63-ab9e-b794da9da69b tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:39.268791 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eb28011e-248a-4e88-9188-b65c17462a97 req-6d5ad571-65cb-4f63-ab9e-b794da9da69b tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 932 time: 0.7821794
Apr 20 18:22:39.282401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.387165 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:39.469697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.517470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port bf851b30-540f-42bc-9aef-af29e1ec089e, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=bf851b30-540f-42bc-9aef-af29e1ec089e,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:39.532094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.533195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device d42a7d3a-57d7-41f5-ab4f-edd623d536d8 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:39.538538 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a1c533f3-38e1-4b93-a30b-87ace44555db req-7c4f50d2-c6d9-4824-8c11-94573ad9a227 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 210 time: 0.1637380
Apr 20 18:22:39.553128 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Usage tracker for resource:port and tenant:3980f2cb8d974b599823aa8a320628ad is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:39.566822 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:39.604716 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:39.620976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.713587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Made reservation on behalf of 3980f2cb8d974b599823aa8a320628ad for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:39.716009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:39.720044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:39.834693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-b2ee1bd2-a877-449c-bc47-be0e1bc292ca tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:39.836317 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-b2ee1bd2-a877-449c-bc47-be0e1bc292ca tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 818 time: 0.5569608
Apr 20 18:22:39.837013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Pushing event updated for resources: {'Port': ['ID=41d8cfd3-6d26-4aad-8253-dff37234761f,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:39.959708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=bf851b30-540f-42bc-9aef-af29e1ec089e,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:39.976228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:39.999286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.resource_extend [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:22:40.042518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port d42a7d3a-57d7-41f5-ab4f-edd623d536d8 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:40.043660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.324997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.993s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:40.420783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.438006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.466018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Transition to ACTIVE for port object e8432399-e050-452a-b989-38ea6b104141 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:40.477536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.507329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:40.522026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 57049) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:40.537200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Request body: {'port': {'device_id': '888724ad-feda-4539-a72f-4c20f18b223d', 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f', 'admin_state_up': True, 'tenant_id': '955c260aa1614be9af3114cf4e8f268a'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:40.633070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed44bf9-dfc8-414b-89d1-1b134ef497ad None None] Pushing event updated for resources: {'Port': ['ID=e8432399-e050-452a-b989-38ea6b104141,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:40.636095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device bf851b30-540f-42bc-9aef-af29e1ec089e up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:40.739434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-aed44bf9-dfc8-414b-89d1-1b134ef497ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:40.753714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ca2229-f046-42df-9a77-9642ea0c322e {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:40.779427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.812622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Transition to ACTIVE for port object 56ca2229-f046-42df-9a77-9642ea0c322e will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:40.821852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Attempting to bind port e8432399-e050-452a-b989-38ea6b104141 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:40.822272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Attempting to bind port e8432399-e050-452a-b989-38ea6b104141 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:40.823258 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Attempting to bind port e8432399-e050-452a-b989-38ea6b104141 on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:40.903434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:40.903905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:40.904303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.904743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:40.905273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Bound port: e8432399-e050-452a-b989-38ea6b104141, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:40.905690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.907751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:40.944369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:40.969335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Network 0a442676-e97d-483e-b6c5-5a6a805f152b is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:40.993233 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f8d2809e-4424-46fe-bb0f-cb969db46ef2 req-d0d79fcf-27f7-45f1-b3c7-7c9097cefb64 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 210 time: 0.4430723
Apr 20 18:22:41.052260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port bf851b30-540f-42bc-9aef-af29e1ec089e triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:41.052686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.222927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:41.240669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Pushing event updated for resources: {'Port': ['ID=56ca2229-f046-42df-9a77-9642ea0c322e,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:41.241883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.245693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Allocated IP 172.20.0.2 (f6c31916-db3f-4eef-ba20-4a218aa43e3d/77f5479e-298b-4eff-a461-39d950d993bb/23191db0-aaaa-416e-8c4b-3abdefac96e7) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:41.282692 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-eb28011e-248a-4e88-9188-b65c17462a97 req-860047d1-95e5-4f4e-9a1e-7a524abff552 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Synchronizing usage tracker for tenant:812f10aeffbd4431814b5d6f985d46b2 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:41.298486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:41.311486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:41.319623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] For port e8432399-e050-452a-b989-38ea6b104141, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:41.324635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] For port e8432399-e050-452a-b989-38ea6b104141, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=e8432399-e050-452a-b989-38ea6b104141,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:41.335965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.350559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:41.462059 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c8399808-5820-4d33-83dc-7dfbc9083ff7 req-90eca1d8-056a-4791-83d7-762e16d91998 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 210 time: 0.2180629
Apr 20 18:22:41.469033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Attempting to bind port 56ca2229-f046-42df-9a77-9642ea0c322e on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:41.471897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Attempting to bind port 56ca2229-f046-42df-9a77-9642ea0c322e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd0304835-f5bc-46b5-b428-e40f3c2f166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f9574a1-d5d5-414a-bc7b-242ef66e05a4'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:41.474519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Attempting to bind port 56ca2229-f046-42df-9a77-9642ea0c322e on network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:41.476290 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=974e94dfd9254bbc90664814b0a87970&name=default HTTP/1.1" status: 200  len: 2977 time: 5.1480961
Apr 20 18:22:41.477175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e413e2-9cb9-4573-8354-cdd67e0abad1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:41.483294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Port 56ca2229-f046-42df-9a77-9642ea0c322e on network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:22:41.483931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Attempting to bind port 56ca2229-f046-42df-9a77-9642ea0c322e on network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:41.488361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed44bf9-dfc8-414b-89d1-1b134ef497ad None None] Pushing event updated for resources: {'Port': ['ID=e8432399-e050-452a-b989-38ea6b104141,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:41.495336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-aed44bf9-dfc8-414b-89d1-1b134ef497ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:41.499627 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48194) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:41.501287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:41.531808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:41.532593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a985a7fd0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:41.556409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:41.557676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Checking segment: {'id': 'd0304835-f5bc-46b5-b428-e40f3c2f166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f9574a1-d5d5-414a-bc7b-242ef66e05a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:41.558532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Bound using segment: {'id': 'd0304835-f5bc-46b5-b428-e40f3c2f166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f9574a1-d5d5-414a-bc7b-242ef66e05a4'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:41.559459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Bound port: 56ca2229-f046-42df-9a77-9642ea0c322e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0304835-f5bc-46b5-b428-e40f3c2f166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '0f9574a1-d5d5-414a-bc7b-242ef66e05a4'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:41.560060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.815500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] For port 56ca2229-f046-42df-9a77-9642ea0c322e, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:41.820431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] For port 56ca2229-f046-42df-9a77-9642ea0c322e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=56ca2229-f046-42df-9a77-9642ea0c322e,segment=NetworkSegment(d0304835-f5bc-46b5-b428-e40f3c2f166d),segment_id=d0304835-f5bc-46b5-b428-e40f3c2f166d)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:41.841963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.873936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:41.883767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:22:41.984115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:41.985153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:41.986889 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] 10.222.0.36 "PUT /v2.0/ports/56ca2229-f046-42df-9a77-9642ea0c322e HTTP/1.1" status: 200  len: 1094 time: 3.5755332
Apr 20 18:22:42.033967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-1695897f-12cb-4ac8-99a2-7b0abba37f2b None None] Provisioning complete for port 41d8cfd3-6d26-4aad-8253-dff37234761f triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:42.034593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1695897f-12cb-4ac8-99a2-7b0abba37f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:42.117742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-1695897f-12cb-4ac8-99a2-7b0abba37f2b None None] Port 41d8cfd3-6d26-4aad-8253-dff37234761f cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:22:42.188130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:42.201719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:42.287085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562396b5-ebca-460e-8500-5bc2457a73b8', 'tag': '56ca2229-f046-42df-9a77-9642ea0c322e'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:42.315514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-eb28011e-248a-4e88-9188-b65c17462a97 req-860047d1-95e5-4f4e-9a1e-7a524abff552 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Unset dirty status for tenant:812f10aeffbd4431814b5d6f985d46b2 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:42.354594 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eb28011e-248a-4e88-9188-b65c17462a97 req-860047d1-95e5-4f4e-9a1e-7a524abff552 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 3.0549371
Apr 20 18:22:42.384490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Router f4ddc2a0-8974-4063-a4ec-869df88b53fa has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:22:42.403232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18b4cedd-e1ac-4f2b-8fbe-145207c156db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:42.433178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:42.481025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:42.511177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:42.624782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Made reservation on behalf of 955c260aa1614be9af3114cf4e8f268a for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:42.640791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:42.800970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a985a7fd0>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:32Z', 'revision_number': 3, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:42.810008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b49c40c-ad7a-4847-a292-36f290490f37 None None] The sync data for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi is: [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:32Z', 'revision_number': 3, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:42.988743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Allocated IP 172.20.0.1 (4ca6af4a-0ad6-45b9-a16f-a46c80d90308/0637153f-e19e-4070-b839-1a4f5a37102f/70aa433e-e101-4d2a-b501-14a1791f6a67) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:43.058112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18b4cedd-e1ac-4f2b-8fbe-145207c156db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.110988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Pushing event updated for resources: {'Port': ['ID=56ca2229-f046-42df-9a77-9642ea0c322e,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:43.179396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.305s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:43.211148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:43.212094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:43.301271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:43.303089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18b4cedd-e1ac-4f2b-8fbe-145207c156db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.303889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Pushing event updated for resources: {'Port': ['ID=23191db0-aaaa-416e-8c4b-3abdefac96e7,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:43.321202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:43.327792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:43.328514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.394498 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a31e49b-8e47-457a-bbb4-1da34386dc30 req-38b56248-2740-48f4-a0a0-06424c1c208b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 210 time: 0.9663332
Apr 20 18:22:43.394498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18b4cedd-e1ac-4f2b-8fbe-145207c156db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.394498 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-18b4cedd-e1ac-4f2b-8fbe-145207c156db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58e413e2-9cb9-4573-8354-cdd67e0abad1 HTTP/1.1" status: 204  len: 168 time: 1.8921349
Apr 20 18:22:43.402571 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.8152215
Apr 20 18:22:43.453803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:43.454729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:43.501346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48264) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:43.510157 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4cedd-e1ac-4f2b-8fbe-145207c156db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e413e2-9cb9-4573-8354-cdd67e0abad1,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:43.518668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-18b4cedd-e1ac-4f2b-8fbe-145207c156db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:43.640412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-d8bacd75-9771-4463-940b-e0ff25b416d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:43.657754 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-d8bacd75-9771-4463-940b-e0ff25b416d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=812f10aeffbd4431814b5d6f985d46b2&device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 1097 time: 1.2262149
Apr 20 18:22:43.800437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41261f63-84bf-4875-bd1c-f19e0e39bf01 req-4a43e63e-2e41-4bbb-b4f8-f41b126bd79a tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:43.805107 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-41261f63-84bf-4875-bd1c-f19e0e39bf01 req-4a43e63e-2e41-4bbb-b4f8-f41b126bd79a tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 944 time: 0.2286947
Apr 20 18:22:43.889519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:43.921723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:43.928039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Usage tracker for resource:security_group_rule and tenant:0b5001ca936d41cd9292b0ef9f658b1f is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:43.932900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:43.941852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:43.974638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-25956e98-72d1-4e07-a49e-f24f2e7cfb37 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:43.976606 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-25956e98-72d1-4e07-a49e-f24f2e7cfb37 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 818 time: 3.0956421
Apr 20 18:22:44.085560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.093834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.139831 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-41261f63-84bf-4875-bd1c-f19e0e39bf01 req-eea182bd-813a-4822-a7d9-3109656ba23f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3280432
Apr 20 18:22:44.140852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-18b4cedd-e1ac-4f2b-8fbe-145207c156db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:44.155230 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b5001ca936d41cd9292b0ef9f658b1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6349754
Apr 20 18:22:44.156329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48274) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:44.198428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:44.214948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Sync routers for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:44.224069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930cba45-34a6-4583-85cc-87e02f7f2727,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:44.230014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:44.264230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:44.265339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98a12080>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:44.324153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b4db002a-fff9-4c81-bd10-be19f7e6ed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.348029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8495bd-6f27-42af-a50b-29de33978657 req-63c8e626-3683-4190-885a-fc42860fc2c9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:44.349634 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c8495bd-6f27-42af-a50b-29de33978657 req-63c8e626-3683-4190-885a-fc42860fc2c9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 931 time: 1.3954992
Apr 20 18:22:44.365157 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b4db002a-fff9-4c81-bd10-be19f7e6ed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.404630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Request body: {'port': {'device_id': '6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2', 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f', 'admin_state_up': True, 'tenant_id': '955c260aa1614be9af3114cf4e8f268a'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:44.434969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Request body: {'port': {'device_id': 'd1f9d529-91fc-49e7-9140-ed7acdd0b2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:44.582266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b4db002a-fff9-4c81-bd10-be19f7e6ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.613940 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-48233d96-9bb2-4299-b627-0ffe6754cb6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56ca2229-f046-42df-9a77-9642ea0c322e HTTP/1.1" status: 200  len: 217 time: 0.1865149
Apr 20 18:22:44.624659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:44.630400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device e8432399-e050-452a-b989-38ea6b104141 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:44.766681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-7946952a-72a1-46d0-8613-af629014cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:44.768392 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-7946952a-72a1-46d0-8613-af629014cacc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f442ede-7c54-4e79-9a50-5614f5dd99c9 HTTP/1.1" status: 200  len: 851 time: 0.1088915
Apr 20 18:22:44.788041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db002a-fff9-4c81-bd10-be19f7e6ed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930cba45-34a6-4583-85cc-87e02f7f2727,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:44.791232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b4db002a-fff9-4c81-bd10-be19f7e6ed78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:44.881068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port e8432399-e050-452a-b989-38ea6b104141 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:44.886955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:44.892036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port e8432399-e050-452a-b989-38ea6b104141 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:44.897923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Usage tracker for resource:port and tenant:955c260aa1614be9af3114cf4e8f268a is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:44.908404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:44.917835 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:44.920024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.938998 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.960815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b4db002a-fff9-4c81-bd10-be19f7e6ed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:44.968084 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b4db002a-fff9-4c81-bd10-be19f7e6ed78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/930cba45-34a6-4583-85cc-87e02f7f2727 HTTP/1.1" status: 204  len: 168 time: 0.8081448
Apr 20 18:22:44.973500 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-ecd087b0-2970-43dc-97cd-ca8511498b44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f9574a1-d5d5-414a-bc7b-242ef66e05a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1869819
Apr 20 18:22:45.022859 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.047217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Made reservation on behalf of 955c260aa1614be9af3114cf4e8f268a for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:22:45.077131 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562396b5-ebca-460e-8500-5bc2457a73b8', 'tag': '56ca2229-f046-42df-9a77-9642ea0c322e', 'status': 'completed', 'code': 200}
Apr 20 18:22:45.078111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.133000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:45.155712 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] 10.222.0.22 "PUT /v2.0/routers/f4ddc2a0-8974-4063-a4ec-869df88b53fa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.3979836
Apr 20 18:22:45.159056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Allocated IP 172.20.0.4 (8cda7ac9-7880-42f9-83fa-9a04d660385f/0dcd3f33-c6c9-4132-a7c4-68a6e28676c2/f4183893-034f-4afd-ada7-b34dd9be918e) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:45.257643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.281071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Transition to ACTIVE for port object 70aa433e-e101-4d2a-b501-14a1791f6a67 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:45.304219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port e8432399-e050-452a-b989-38ea6b104141, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=e8432399-e050-452a-b989-38ea6b104141,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:45.316016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.321845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:45.509035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-0c8495bd-6f27-42af-a50b-29de33978657 req-0989b944-5d1c-4543-b8c4-726b7cf09a2d tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:45.585479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=e8432399-e050-452a-b989-38ea6b104141,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:45.599109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:45.641267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-0c8495bd-6f27-42af-a50b-29de33978657 req-0989b944-5d1c-4543-b8c4-726b7cf09a2d tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:45.643291 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c8495bd-6f27-42af-a50b-29de33978657 req-0989b944-5d1c-4543-b8c4-726b7cf09a2d tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7981560
Apr 20 18:22:45.736273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:45.751410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:45.943993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:45.952999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:45.994935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:45.995707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.001829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Pushing event updated for resources: {'Port': ['ID=70aa433e-e101-4d2a-b501-14a1791f6a67,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:46.005017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:46.036746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48322) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:46.042055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23191db0-aaaa-416e-8c4b-3abdefac96e7 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:46.069958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.111789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Transition to ACTIVE for port object 23191db0-aaaa-416e-8c4b-3abdefac96e7 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:46.139471 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.169660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.188519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:46.208465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Usage tracker for resource:security_group_rule and tenant:a745dead8c914d3080c8f3de085020e5 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:46.221381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:46.237797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:46.280331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-e88b1796-013b-4b78-83e6-2ca5c15f2735 None None] Provisioning for port 70aa433e-e101-4d2a-b501-14a1791f6a67 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:46.294739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-e88b1796-013b-4b78-83e6-2ca5c15f2735 None None] Provisioning complete for port 70aa433e-e101-4d2a-b501-14a1791f6a67 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:46.295317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e88b1796-013b-4b78-83e6-2ca5c15f2735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.313313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2b8ed-acf5-4f91-a6d6-5d6bbe77ca6d req-c61618e4-72ef-45e6-b945-c2bc50a3855f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:46.315264 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-46e2b8ed-acf5-4f91-a6d6-5d6bbe77ca6d req-c61618e4-72ef-45e6-b945-c2bc50a3855f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 944 time: 0.3739986
Apr 20 18:22:46.374684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.425641 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-70d45a3a-dffd-4d91-b05a-aed7b68675f4 req-472688e8-539f-4b16-b287-90fa097618c6 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 210 time: 0.2967508
Apr 20 18:22:46.443403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:46.486082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e88b1796-013b-4b78-83e6-2ca5c15f2735 None None] Port 70aa433e-e101-4d2a-b501-14a1791f6a67 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:22:46.553524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98a12080>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:37Z', 'revision_number': 2, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:46.563751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device e8432399-e050-452a-b989-38ea6b104141 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:46.571532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Checking router: f4ddc2a0-8974-4063-a4ec-869df88b53fa for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:46.572200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Updating router f4ddc2a0-8974-4063-a4ec-869df88b53fa port 41d8cfd3-6d26-4aad-8253-dff37234761f binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:46.724243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:46.832490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Allocated IP 172.20.0.3 (8cda7ac9-7880-42f9-83fa-9a04d660385f/0dcd3f33-c6c9-4132-a7c4-68a6e28676c2/d239680d-38c9-4ba3-bd52-11d907a6c4ab) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:46.835070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port e8432399-e050-452a-b989-38ea6b104141 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:46.835497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.086232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Pushing event updated for resources: {'Port': ['ID=23191db0-aaaa-416e-8c4b-3abdefac96e7,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:47.124339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:47.290499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Attempting to bind port 23191db0-aaaa-416e-8c4b-3abdefac96e7 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:47.290921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Attempting to bind port 23191db0-aaaa-416e-8c4b-3abdefac96e7 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:47.298941 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Attempting to bind port 23191db0-aaaa-416e-8c4b-3abdefac96e7 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:47.307891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Port 23191db0-aaaa-416e-8c4b-3abdefac96e7 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:22:47.308282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Attempting to bind port 23191db0-aaaa-416e-8c4b-3abdefac96e7 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:47.318134 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-c45a43db-5278-4542-aabc-4958b41fde98 service neutron] 10.222.0.36 "GET /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.3237269
Apr 20 18:22:47.336783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:47.337173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Checking segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:47.337611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Bound using segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:47.339279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Bound port: 23191db0-aaaa-416e-8c4b-3abdefac96e7, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:47.339793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.357497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.435429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:47.491383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] For port 23191db0-aaaa-416e-8c4b-3abdefac96e7, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:47.496562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] For port 23191db0-aaaa-416e-8c4b-3abdefac96e7, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23191db0-aaaa-416e-8c4b-3abdefac96e7,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:47.504353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.535934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:47.596073 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-46e2b8ed-acf5-4f91-a6d6-5d6bbe77ca6d req-c7b47c72-4f7e-4db7-92c4-5712b97fbac7 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2692087
Apr 20 18:22:47.627483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:47.630631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.632969 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/23191db0-aaaa-416e-8c4b-3abdefac96e7 HTTP/1.1" status: 200  len: 1093 time: 3.2038281
Apr 20 18:22:47.635663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f9d529-91fc-49e7-9140-ed7acdd0b2ed', 'tag': '23191db0-aaaa-416e-8c4b-3abdefac96e7'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:47.675326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.710778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Transition to ACTIVE for port object 41d8cfd3-6d26-4aad-8253-dff37234761f will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:47.750901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.759524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:47.773651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Pushing event updated for resources: {'Port': ['ID=23191db0-aaaa-416e-8c4b-3abdefac96e7,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:47.777959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:47.831969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:47.832796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:47.859411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4845e-ffb0-455a-b37a-ad5401f77391 None None] Pushing event updated for resources: {'Port': ['ID=41d8cfd3-6d26-4aad-8253-dff37234761f,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:47.862844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e9e4845e-ffb0-455a-b37a-ad5401f77391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:47.909964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.116199 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Attempting to bind port 41d8cfd3-6d26-4aad-8253-dff37234761f on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:48.116615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Attempting to bind port 41d8cfd3-6d26-4aad-8253-dff37234761f by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:48.117022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Attempting to bind port 41d8cfd3-6d26-4aad-8253-dff37234761f on network 0a442676-e97d-483e-b6c5-5a6a805f152b {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:48.123351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:48.123769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Checking segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:48.124219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.124653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Bound using segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:48.125170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Bound port: 41d8cfd3-6d26-4aad-8253-dff37234761f, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:48.125592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.175297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48356) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:48.185727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1410502523', 'description': 'tempest-description--2018309028'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:48.195489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:48.207871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:security_group and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:48.216729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:48.231332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:48.235232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:48.262153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.284373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:48.294688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:48.296395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] For port 41d8cfd3-6d26-4aad-8253-dff37234761f, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:48.299073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:48.299781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.299893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] For port 41d8cfd3-6d26-4aad-8253-dff37234761f, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=41d8cfd3-6d26-4aad-8253-dff37234761f,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:48.312113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.322230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cde2ffad-5f9a-4392-b979-120dd37fc54a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.393990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:48.394693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98a12080>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:48.421938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:security_group_rule and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:48.425822 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:48.433738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.435372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Pushing event updated for resources: {'Port': ['ID=f4183893-034f-4afd-ada7-b34dd9be918e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:48.465005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:48.469965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.471581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.486591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:48.563153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.595268 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a745dead8c914d3080c8f3de085020e5&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5460687
Apr 20 18:22:48.607193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48366) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:48.608499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.resource_extend [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:22:48.632119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385e629b-b7df-4b0f-8c27-443c2206287a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:48.664142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:48.669450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:48.682271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:48.684554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-08f42ce7-a661-4324-a81e-6e98aba2c529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.691881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8660f5-fdf8-4c29-91cb-8079382fc35a req-2e627983-bb0c-4235-9ec7-b60b55d37fa9 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:48.694577 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9b8660f5-fdf8-4c29-91cb-8079382fc35a req-2e627983-bb0c-4235-9ec7-b60b55d37fa9 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 931 time: 0.3866076
Apr 20 18:22:48.702565 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4845e-ffb0-455a-b37a-ad5401f77391 None None] Pushing event updated for resources: {'Port': ['ID=41d8cfd3-6d26-4aad-8253-dff37234761f,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:48.722325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e9e4845e-ffb0-455a-b37a-ad5401f77391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:48.798783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:48.811527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-9b8660f5-fdf8-4c29-91cb-8079382fc35a req-f063e842-8fdb-4d68-838e-dce8fbba7a0c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Synchronizing usage tracker for tenant:955c260aa1614be9af3114cf4e8f268a on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:48.820080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:48.821145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.823520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:48.845093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.868983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.876758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:48.908964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-9b8660f5-fdf8-4c29-91cb-8079382fc35a req-f063e842-8fdb-4d68-838e-dce8fbba7a0c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Unset dirty status for tenant:955c260aa1614be9af3114cf4e8f268a on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:48.920620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6d25b-02b3-469a-8479-7e9bd76f1280 req-94d3c909-3637-4a05-a007-ea8f5b6c19d5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:48.922612 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b1f6d25b-02b3-469a-8479-7e9bd76f1280 req-94d3c909-3637-4a05-a007-ea8f5b6c19d5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 1.0450773
Apr 20 18:22:48.923527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Pushing event updated for resources: {'Port': ['ID=d239680d-38c9-4ba3-bd52-11d907a6c4ab,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:48.938416 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9b8660f5-fdf8-4c29-91cb-8079382fc35a req-f063e842-8fdb-4d68-838e-dce8fbba7a0c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234981
Apr 20 18:22:48.941521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:48.951936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.009345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.013747 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.8343437
Apr 20 18:22:49.013747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.015454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48372) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:49.021406 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6363389
Apr 20 18:22:49.023845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.028368 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.7023618
Apr 20 18:22:49.034232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.046234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'security_group_rule': {'security_group_id': '7671e46a-3c11-40f8-96b4-b3bc7cc70a1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:49.058557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.065778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:49.068217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:49.071544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:security_group_rule and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:49.080585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:49.093837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:49.107539 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f9d529-91fc-49e7-9140-ed7acdd0b2ed', 'tag': '23191db0-aaaa-416e-8c4b-3abdefac96e7', 'status': 'completed', 'code': 200}
Apr 20 18:22:49.120183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.215762 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b1f6d25b-02b3-469a-8479-7e9bd76f1280 req-0938bc8a-35de-4a1c-8035-7c0b2cb13e54 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2653601
Apr 20 18:22:49.219435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-70cf3bc9-9191-4cad-a101-1decb6570e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.285909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.379719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.417429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:49.474814 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3caf915c-6fe4-48aa-9da7-7cd7c18de671,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.506244 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.509908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98a12080>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:48Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:49.511367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.519921 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4874868
Apr 20 18:22:49.522288 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f45d32-4578-48fe-9b54-84ff2c2b8d64 None None] The sync data for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi is: [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:48Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:49.523959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48396) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:49.534983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'security_group_rule': {'security_group_id': '7671e46a-3c11-40f8-96b4-b3bc7cc70a1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:49.544772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:49.557087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:security_group_rule and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:49.573488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-70cf3bc9-9191-4cad-a101-1decb6570e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.576632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:49.601320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:49.627166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de7528-798e-4b1a-bb77-b2b09458d7df req-9f68a7eb-c210-4851-9843-d30ffb35c18c tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:49.629945 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-91de7528-798e-4b1a-bb77-b2b09458d7df req-9f68a7eb-c210-4851-9843-d30ffb35c18c tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 944 time: 0.3632746
Apr 20 18:22:49.679204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.733268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:49.755225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:49.785248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Pushing event updated for resources: {'Port': ['ID=70aa433e-e101-4d2a-b501-14a1791f6a67,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.797096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:49.891205 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-91de7528-798e-4b1a-bb77-b2b09458d7df req-2c209e4b-bf90-4416-8478-a766ef3e072e tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2392256
Apr 20 18:22:49.944376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.951545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:49.954321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-52b6eea6-bc59-446d-891a-f45e480f3b32 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:49.976459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20767d58-1eb9-4e33-a9b9-64459aa303e2,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:49.981334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:50.027878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.032550 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4999456
Apr 20 18:22:50.033900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48408) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:50.040461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:50.069241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:50.082738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:floatingip and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:50.086107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:50.107252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:50.138494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.230974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-16c207b2-908b-4682-a285-7b8c170e28ff None None] Provisioning complete for port 70aa433e-e101-4d2a-b501-14a1791f6a67 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:50.231596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-16c207b2-908b-4682-a285-7b8c170e28ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.362499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-16c207b2-908b-4682-a285-7b8c170e28ff None None] Port 70aa433e-e101-4d2a-b501-14a1791f6a67 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:22:50.437047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.466360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-70cf3bc9-9191-4cad-a101-1decb6570e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.491469 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:50.515352 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf3bc9-9191-4cad-a101-1decb6570e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385e629b-b7df-4b0f-8c27-443c2206287a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:50.518609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-70cf3bc9-9191-4cad-a101-1decb6570e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:50.529453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48418) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:50.562241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b59e54-d2f7-45c8-8d30-c3d6aaf20a3e req-a0d06215-bf0a-4c7c-9136-e559e473e20a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:50.564728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-b1b59e54-d2f7-45c8-8d30-c3d6aaf20a3e req-a0d06215-bf0a-4c7c-9136-e559e473e20a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Synchronizing usage tracker for tenant:955c260aa1614be9af3114cf4e8f268a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:50.573961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 41d8cfd3-6d26-4aad-8253-dff37234761f up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:50.577215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-70cf3bc9-9191-4cad-a101-1decb6570e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.581441 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-70cf3bc9-9191-4cad-a101-1decb6570e67 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/385e629b-b7df-4b0f-8c27-443c2206287a HTTP/1.1" status: 204  len: 168 time: 1.9155226
Apr 20 18:22:50.620018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-b1b59e54-d2f7-45c8-8d30-c3d6aaf20a3e req-a0d06215-bf0a-4c7c-9136-e559e473e20a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Unset dirty status for tenant:955c260aa1614be9af3114cf4e8f268a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:50.631066 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b1b59e54-d2f7-45c8-8d30-c3d6aaf20a3e req-a0d06215-bf0a-4c7c-9136-e559e473e20a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 931 time: 0.3600180
Apr 20 18:22:50.677072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 41d8cfd3-6d26-4aad-8253-dff37234761f completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:50.685391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 41d8cfd3-6d26-4aad-8253-dff37234761f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:50.685815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:50.694310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Router 23269ded-e216-46e8-84b7-0bc3058d18bd has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:22:50.831978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e22e7a-bca3-405e-92b2-fc8d2170b5f5 req-2ba9d7e6-218f-4aac-8a9a-8b6f11af7c78 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:50.833419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-73e22e7a-bca3-405e-92b2-fc8d2170b5f5 req-2ba9d7e6-218f-4aac-8a9a-8b6f11af7c78 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:50.922061 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b1b59e54-d2f7-45c8-8d30-c3d6aaf20a3e req-10fcc34e-26e3-4f97-8ec2-e1f91471aa5d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2874360
Apr 20 18:22:50.924077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Allocated IP 172.27.0.124 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/4769610f-d09f-4918-95a0-0df6f1c8168c) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:50.954842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-73e22e7a-bca3-405e-92b2-fc8d2170b5f5 req-2ba9d7e6-218f-4aac-8a9a-8b6f11af7c78 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:50.959859 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-73e22e7a-bca3-405e-92b2-fc8d2170b5f5 req-2ba9d7e6-218f-4aac-8a9a-8b6f11af7c78 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.4656155
Apr 20 18:22:50.978862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.028763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 41d8cfd3-6d26-4aad-8253-dff37234761f, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=41d8cfd3-6d26-4aad-8253-dff37234761f,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:51.039709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.042060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:51.107379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Request body: {'port': {'device_id': '888724ad-feda-4539-a72f-4c20f18b223d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:51.147890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Request body: {'port': {'device_id': '6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:51.169344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=41d8cfd3-6d26-4aad-8253-dff37234761f,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:51.181303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:51.559138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.574319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.586759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:22:51.593498 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] 10.222.0.22 "PUT /v2.0/routers/23269ded-e216-46e8-84b7-0bc3058d18bd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1728325
Apr 20 18:22:51.597471 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Sync routers for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:22:51.620096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:51.621097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98c2a048>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:51.715690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce90dd5-b936-451f-9f41-9748b3c0d375 req-f425e7d9-17f8-43a6-ac49-c23ae86ab98f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:51.717314 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cce90dd5-b936-451f-9f41-9748b3c0d375 req-f425e7d9-17f8-43a6-ac49-c23ae86ab98f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 944 time: 0.5256288
Apr 20 18:22:51.890045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:51.921056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:51.925991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Usage tracker for resource:security_group_rule and tenant:3d94d0785b9940dcbfb9f0ff11d9b402 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:51.930294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:51.939044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:51.940250 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cce90dd5-b936-451f-9f41-9748b3c0d375 req-b08ac3f4-11a3-48cf-b834-0211db321010 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860223
Apr 20 18:22:51.941859 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:51.990228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.036784 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-73e22e7a-bca3-405e-92b2-fc8d2170b5f5 req-d64adf0f-2467-407e-b1ad-a6c9b887f4a3 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0327606
Apr 20 18:22:52.235130 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1201082d-a1ba-4ce3-afb3-228c54f83032 req-7c87e268-f120-4b0d-8c5e-7459c73eacea service neutron] 10.222.0.36 "GET /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7199750
Apr 20 18:22:52.242838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80716ec7-2c83-45e9-a04c-2bc48fab8afe req-7a0a4a4e-e965-4c34-9322-dacabee79710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:52.245070 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-80716ec7-2c83-45e9-a04c-2bc48fab8afe req-7a0a4a4e-e965-4c34-9322-dacabee79710 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 1096 time: 0.7245235
Apr 20 18:22:52.353716 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98c2a048>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:48Z', 'revision_number': 2, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:52.358647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Checking router: 23269ded-e216-46e8-84b7-0bc3058d18bd for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:22:52.359064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Updating router 23269ded-e216-46e8-84b7-0bc3058d18bd port 70aa433e-e101-4d2a-b501-14a1791f6a67 binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:22:52.458868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4183893-034f-4afd-ada7-b34dd9be918e {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:52.459105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.477974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.503800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Transition to ACTIVE for port object f4183893-034f-4afd-ada7-b34dd9be918e will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:52.526803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.539775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.559780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 41d8cfd3-6d26-4aad-8253-dff37234761f up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:52.569839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.576319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:52.603324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.625050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:52.635354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:52.640786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:52.760219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 41d8cfd3-6d26-4aad-8253-dff37234761f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:52.760722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.889399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d239680d-38c9-4ba3-bd52-11d907a6c4ab {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:52.906377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80716ec7-2c83-45e9-a04c-2bc48fab8afe req-75566daf-4dd6-41be-aadf-120839f1caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:52.910027 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:52.920374 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-80716ec7-2c83-45e9-a04c-2bc48fab8afe req-75566daf-4dd6-41be-aadf-120839f1caca service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3980f2cb8d974b599823aa8a320628ad&shared=False HTTP/1.1" status: 200  len: 916 time: 0.6534004
Apr 20 18:22:52.925458 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d94d0785b9940dcbfb9f0ff11d9b402&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3287208
Apr 20 18:22:52.925458 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'Port': ['ID=4769610f-d09f-4918-95a0-0df6f1c8168c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:52.927826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:52.932192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48500) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:52.957161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Transition to ACTIVE for port object d239680d-38c9-4ba3-bd52-11d907a6c4ab will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:52.958247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5f9df964-5428-41d0-9dad-0180c0e26e7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:53.006113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c3157a70-800f-4a75-a8f6-c15173f7acd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:53.020051 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.076958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48508) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:53.147333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.199178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Pushing event updated for resources: {'Port': ['ID=f4183893-034f-4afd-ada7-b34dd9be918e,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:53.210630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b64a0f-8ee5-45ef-a895-ac60f6903eb2,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:53.224193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392133946', 'description': 'tempest-description--1655758368'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:53.286502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.300366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Transition to ACTIVE for port object 70aa433e-e101-4d2a-b501-14a1791f6a67 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:22:53.310674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.313745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:53.325130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b5b8de89-c160-40be-b512-3e9db1e0c9cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:53.327757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:53.338565 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857faaec-bff7-40ac-b3cd-882b85c8fdbe req-d5a51253-3d59-4a66-887c-8329680b18dc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:53.340293 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-857faaec-bff7-40ac-b3cd-882b85c8fdbe req-d5a51253-3d59-4a66-887c-8329680b18dc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 931 time: 1.0626316
Apr 20 18:22:53.405913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:security_group and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:53.415411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c43c5-1094-4a48-b5da-5af003e162b9 None None] Pushing event updated for resources: {'Port': ['ID=70aa433e-e101-4d2a-b501-14a1791f6a67,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:53.422237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:53.448445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:53.486310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.505733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.534032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5c4c43c5-1094-4a48-b5da-5af003e162b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:53.552572 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:53.557828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:security_group_rule and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:53.560863 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:53.568096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:53.648509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.672827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.697984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:53.699651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Attempting to bind port f4183893-034f-4afd-ada7-b34dd9be918e on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:53.699967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Attempting to bind port f4183893-034f-4afd-ada7-b34dd9be918e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:53.700509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Attempting to bind port f4183893-034f-4afd-ada7-b34dd9be918e on network 8cda7ac9-7880-42f9-83fa-9a04d660385f {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:53.702445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.588s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:53.735591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Attempting to bind port 70aa433e-e101-4d2a-b501-14a1791f6a67 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:53.736038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Attempting to bind port 70aa433e-e101-4d2a-b501-14a1791f6a67 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:53.736698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Attempting to bind port 70aa433e-e101-4d2a-b501-14a1791f6a67 on network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:53.738168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:53.743665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:53.744120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Checking segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:53.744573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.745239 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Bound using segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:53.745761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Bound port: 70aa433e-e101-4d2a-b501-14a1791f6a67, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:53.768847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.780747 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-857faaec-bff7-40ac-b3cd-882b85c8fdbe req-d1db837c-e036-4021-a7c6-8fefa91da18c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3838294
Apr 20 18:22:53.789414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Port f4183893-034f-4afd-ada7-b34dd9be918e on network 8cda7ac9-7880-42f9-83fa-9a04d660385f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:22:53.789414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Attempting to bind port f4183893-034f-4afd-ada7-b34dd9be918e on network 8cda7ac9-7880-42f9-83fa-9a04d660385f {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:53.802239 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-ae552706-4a53-43a8-8087-d627061269a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:53.803936 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-ae552706-4a53-43a8-8087-d627061269a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=812f10aeffbd4431814b5d6f985d46b2&device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 1097 time: 1.4477985
Apr 20 18:22:53.812139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ad3b-0e78-4a25-a318-6e351c92ee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.843234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ad3b-0e78-4a25-a318-6e351c92ee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.843393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Attempting to bind port d239680d-38c9-4ba3-bd52-11d907a6c4ab on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:22:53.843938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Attempting to bind port d239680d-38c9-4ba3-bd52-11d907a6c4ab by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:22:53.843938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Attempting to bind port d239680d-38c9-4ba3-bd52-11d907a6c4ab on network 8cda7ac9-7880-42f9-83fa-9a04d660385f {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:53.846605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:53.847049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Checking segment: {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:53.847666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Bound using segment: {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:53.848183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Bound port: f4183893-034f-4afd-ada7-b34dd9be918e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:53.848575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.920597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Port d239680d-38c9-4ba3-bd52-11d907a6c4ab on network 8cda7ac9-7880-42f9-83fa-9a04d660385f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:22:53.920966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Attempting to bind port d239680d-38c9-4ba3-bd52-11d907a6c4ab on network 8cda7ac9-7880-42f9-83fa-9a04d660385f {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:22:53.944433 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] For port 70aa433e-e101-4d2a-b501-14a1791f6a67, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:53.948216 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] For port 70aa433e-e101-4d2a-b501-14a1791f6a67, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=70aa433e-e101-4d2a-b501-14a1791f6a67,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:53.948365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ad3b-0e78-4a25-a318-6e351c92ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.953269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.965306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5c4c43c5-1094-4a48-b5da-5af003e162b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:53.981729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Pushing event updated for resources: {'Port': ['ID=d239680d-38c9-4ba3-bd52-11d907a6c4ab,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:53.992945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:22:53.992945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Checking segment: {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:22:53.992945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Bound using segment: {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:22:53.993362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Bound port: d239680d-38c9-4ba3-bd52-11d907a6c4ab, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:22:53.993747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:53.994261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6062bedd-a124-4c65-bfc5-5a42d09e80b3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:54.006828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:54.037463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:22:54.038153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98c2a048>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:22:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:54.091454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4a397-328c-4e6f-87c2-43a76b7f6adc req-24f48cb8-d147-4e81-96ba-8eb4894f6d19 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.096032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80716ec7-2c83-45e9-a04c-2bc48fab8afe req-64d04a69-3958-4563-8e55-5c1f1eb3d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.097685 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-80716ec7-2c83-45e9-a04c-2bc48fab8afe req-64d04a69-3958-4563-8e55-5c1f1eb3d47c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.1687591
Apr 20 18:22:54.100728 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8cb4a397-328c-4e6f-87c2-43a76b7f6adc req-24f48cb8-d147-4e81-96ba-8eb4894f6d19 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 944 time: 0.5501001
Apr 20 18:22:54.193213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] For port f4183893-034f-4afd-ada7-b34dd9be918e, host hv-cinder-78693, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:54.225343 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8cb4a397-328c-4e6f-87c2-43a76b7f6adc req-460ed17f-e82f-49d2-9d16-f5340b05444d tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235113
Apr 20 18:22:54.244394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] For port f4183893-034f-4afd-ada7-b34dd9be918e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4183893-034f-4afd-ada7-b34dd9be918e,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:54.251049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.252386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] For port d239680d-38c9-4ba3-bd52-11d907a6c4ab, host hv-cinder-78693, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:22:54.255651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] For port d239680d-38c9-4ba3-bd52-11d907a6c4ab, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d239680d-38c9-4ba3-bd52-11d907a6c4ab,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:22:54.262318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:54.310498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.341952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:54.343267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-4c088b12-f983-4f60-8ded-4b7c487c12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.345078 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-4c088b12-f983-4f60-8ded-4b7c487c12c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f9574a1-d5d5-414a-bc7b-242ef66e05a4 HTTP/1.1" status: 200  len: 912 time: 0.4485128
Apr 20 18:22:54.345264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.353s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:54.361084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.361916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.363840 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 200  len: 1093 time: 3.3085637
Apr 20 18:22:54.364357 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888724ad-feda-4539-a72f-4c20f18b223d', 'tag': 'f4183893-034f-4afd-ada7-b34dd9be918e'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:54.422898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c43c5-1094-4a48-b5da-5af003e162b9 None None] Pushing event updated for resources: {'Port': ['ID=70aa433e-e101-4d2a-b501-14a1791f6a67,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:54.427992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5c4c43c5-1094-4a48-b5da-5af003e162b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:54.443758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ad3b-0e78-4a25-a318-6e351c92ee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.448705 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4fb9ad3b-0e78-4a25-a318-6e351c92ee15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30b64a0f-8ee5-45ef-a895-ac60f6903eb2 HTTP/1.1" status: 204  len: 168 time: 1.3782816
Apr 20 18:22:54.452529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.453541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.456842 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] 10.222.0.36 "PUT /v2.0/ports/d239680d-38c9-4ba3-bd52-11d907a6c4ab HTTP/1.1" status: 200  len: 1093 time: 3.3988616
Apr 20 18:22:54.534237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:22:54.609565 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Pushing event updated for resources: {'Port': ['ID=f4183893-034f-4afd-ada7-b34dd9be918e,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:54.634210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:54.648967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:54.731713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.733116 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.5242214
Apr 20 18:22:54.754512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9ad3b-0e78-4a25-a318-6e351c92ee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b64a0f-8ee5-45ef-a895-ac60f6903eb2,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:54.756973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48540) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:54.784506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4fb9ad3b-0e78-4a25-a318-6e351c92ee15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:54.787523 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-976acf10-a6e0-41e3-84ef-139512a5307b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56ca2229-f046-42df-9a77-9642ea0c322e HTTP/1.1" status: 200  len: 217 time: 0.4327984
Apr 20 18:22:54.794177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'security_group_rule': {'security_group_id': '6062bedd-a124-4c65-bfc5-5a42d09e80b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:54.823676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-e5a589ef-8801-4f80-ae9c-f527d338100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.825298 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-e5a589ef-8801-4f80-ae9c-f527d338100e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1096 time: 0.3675370
Apr 20 18:22:54.861084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-72dab802-3145-430e-bb64-c9e667a75b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.863986 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-72dab802-3145-430e-bb64-c9e667a75b3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 1096 time: 0.3294439
Apr 20 18:22:54.871280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:54.874626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-6bd11fb4-1f77-41c0-a8a0-a2a4f2077bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:54.876193 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-6bd11fb4-1f77-41c0-a8a0-a2a4f2077bbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f442ede-7c54-4e79-9a50-5614f5dd99c9 HTTP/1.1" status: 200  len: 851 time: 0.0760593
Apr 20 18:22:54.889340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:security_group_rule and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:54.904382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:54.951243 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-71f790fc-f16e-4563-a1f1-e3b52c5ed474 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 200  len: 217 time: 0.0861769
Apr 20 18:22:54.974401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:54.984342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:54.988725 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-7a4c5c94-9972-49bb-a589-f42a27bc30d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f9574a1-d5d5-414a-bc7b-242ef66e05a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1021330
Apr 20 18:22:55.035959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:55.053553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98c2a048>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:53Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:22:55.060951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764aeac1-b3f7-4c62-97cc-b9ab81fc3572 None None] The sync data for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi is: [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:53Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:22:55.071076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:55.239772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-81afe946-2198-461a-8fd9-260ab6122788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:55.241266 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-81afe946-2198-461a-8fd9-260ab6122788 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.0954571
Apr 20 18:22:55.243017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Pushing event updated for resources: {'Port': ['ID=d239680d-38c9-4ba3-bd52-11d907a6c4ab,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:55.249473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:55.251096 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-af72fd0c-3813-4b65-9803-1947dcd312a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d239680d-38c9-4ba3-bd52-11d907a6c4ab HTTP/1.1" status: 200  len: 217 time: 0.2984259
Apr 20 18:22:55.316502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f768-bf10-4d27-892e-e3327a619e38 req-6c3d5463-2bf8-429c-8aec-8cce477277fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:55.318142 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-6c3d5463-2bf8-429c-8aec-8cce477277fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 1096 time: 0.9201984
Apr 20 18:22:55.345130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027541ae-7f82-4950-bd03-e166b5a2ebe6 req-3034da13-2a2f-4fa8-9547-5de2fc1d4faf tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:55.346853 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-027541ae-7f82-4950-bd03-e166b5a2ebe6 req-3034da13-2a2f-4fa8-9547-5de2fc1d4faf tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 1.3177283
Apr 20 18:22:55.347601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:55.368012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:55.396002 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-180c2f68-d40a-4e8a-8cef-681b5ee4aad0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1439238
Apr 20 18:22:55.409437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-5c75b165-95f0-4629-ae97-48c4c503c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:55.411353 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-5c75b165-95f0-4629-ae97-48c4c503c75d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.1179938
Apr 20 18:22:55.597255 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-cac56234-9c31-4ab1-8df8-9ab766c2533a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23191db0-aaaa-416e-8c4b-3abdefac96e7 HTTP/1.1" status: 200  len: 217 time: 0.2200170
Apr 20 18:22:55.623108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'Port': ['ID=4769610f-d09f-4918-95a0-0df6f1c8168c,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:55.672780 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-29690665-beb6-4115-9cc6-be4c18db1931 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0985720
Apr 20 18:22:55.706729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f28e-eb15-4661-9662-3f9034e20a90 req-b4e50929-f886-4195-a77e-576e1772a3ac tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:55.706729 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-02c5f28e-eb15-4661-9662-3f9034e20a90 req-b4e50929-f886-4195-a77e-576e1772a3ac tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.6360378
Apr 20 18:22:55.733496 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-69328e8c-891c-4e4b-b3ba-f5da39488050 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3207967
Apr 20 18:22:55.735785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:55.763565 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-027541ae-7f82-4950-bd03-e166b5a2ebe6 req-e509eb82-00a5-46ca-a53d-95ab8d1615ff tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3971536
Apr 20 18:22:55.784271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:55.795360 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7601571
Apr 20 18:22:55.814370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d2b131a3-dacd-4573-9e23-1ac623ef9a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:55.820112 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-d2b131a3-dacd-4573-9e23-1ac623ef9a62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 200  len: 855 time: 0.1898508
Apr 20 18:22:55.822327 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-47f328f7-33d5-43af-9b93-bafc193d1d9b service neutron] 10.222.0.36 "GET /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8206885
Apr 20 18:22:55.937276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:55.981305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 56ca2229-f046-42df-9a77-9642ea0c322e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:22:56.034077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.050888 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-6fd98829-8e73-4320-aafb-5b96f38b592b service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3610840
Apr 20 18:22:56.055592 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-415c076f-de76-4cf1-853d-a86679778df5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c31916-db3f-4eef-ba20-4a218aa43e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2128878
Apr 20 18:22:56.060862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.066608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:56.108844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad885f6f-fa54-4ae2-9822-6b2de8b9b63c,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:56.113471 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:56.153535 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-02c5f28e-eb15-4661-9662-3f9034e20a90 req-ed9c4407-df08-49a6-9ec5-3963e65b2010 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4188237
Apr 20 18:22:56.176988 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888724ad-feda-4539-a72f-4c20f18b223d', 'tag': 'f4183893-034f-4afd-ada7-b34dd9be918e', 'status': 'completed', 'code': 200}
Apr 20 18:22:56.206209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.210209 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4364290
Apr 20 18:22:56.210871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48588) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:56.223130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'security_group_rule': {'security_group_id': '6062bedd-a124-4c65-bfc5-5a42d09e80b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:56.238307 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:56.249263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:security_group_rule and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:56.260184 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b449690e-35a5-4355-aaf8-d0d04aed503a req-2aa3fad4-7e38-4d76-9416-b39c38a264db service neutron] 10.222.0.36 "GET /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4186454
Apr 20 18:22:56.261370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:56.268013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:56.331935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 56ca2229-f046-42df-9a77-9642ea0c322e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=56ca2229-f046-42df-9a77-9642ea0c322e,segment=NetworkSegment(d0304835-f5bc-46b5-b428-e40f3c2f166d),segment_id=d0304835-f5bc-46b5-b428-e40f3c2f166d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:56.341821 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.348270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '56ca2229-f046-42df-9a77-9642ea0c322e', 'network_id': '0f9574a1-d5d5-414a-bc7b-242ef66e05a4', 'port_id': '56ca2229-f046-42df-9a77-9642ea0c322e', 'mac_address': 'fa:16:3e:26:60:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f442ede-7c54-4e79-9a50-5614f5dd99c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:22:56.403717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69758c50-392d-40bb-97bc-b0399666b28b req-1ecdcb07-efe0-4580-ba2d-f10bfecc91e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:56.405844 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-69758c50-392d-40bb-97bc-b0399666b28b req-1ecdcb07-efe0-4580-ba2d-f10bfecc91e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 944 time: 0.1351340
Apr 20 18:22:56.425158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.444289 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f200d4-4172-4e2d-91d2-4c47b5ca5d08 req-70c9415c-25fc-40d1-b0d5-9c7b06db2841 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4507587
Apr 20 18:22:56.445390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ca2229-f046-42df-9a77-9642ea0c322e {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:22:56.467280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 56ca2229-f046-42df-9a77-9642ea0c322e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=56ca2229-f046-42df-9a77-9642ea0c322e,segment=NetworkSegment(d0304835-f5bc-46b5-b428-e40f3c2f166d),segment_id=d0304835-f5bc-46b5-b428-e40f3c2f166d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:56.472476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.474954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9783dace-ca70-44fd-90af-e4e5decdd83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:56.484639 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-69758c50-392d-40bb-97bc-b0399666b28b req-e71fe906-26f4-4eb6-98e1-7fb1d3789de2 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718560
Apr 20 18:22:56.484829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-ece2f8c4-8415-4180-ab5a-3d2b0b2de0a0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:56.516010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-ece2f8c4-8415-4180-ab5a-3d2b0b2de0a0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:56.524713 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-ece2f8c4-8415-4180-ab5a-3d2b0b2de0a0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1410502523&fields=id&tenant_id=ef76467afabe40069eec102250c40fc0 HTTP/1.1" status: 200  len: 267 time: 0.1959445
Apr 20 18:22:56.555370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.560068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.593424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 70aa433e-e101-4d2a-b501-14a1791f6a67 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:56.619234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:56.625698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=56ca2229-f046-42df-9a77-9642ea0c322e,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:56.636140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:56.679652 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 70aa433e-e101-4d2a-b501-14a1791f6a67 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:22:56.685322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 70aa433e-e101-4d2a-b501-14a1791f6a67 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:56.685752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.867324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0512d3-2680-4dc6-a82b-453aa6ac8d53,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:56.883784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:56.909445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.911012 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6981864
Apr 20 18:22:56.914339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48618) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:56.922380 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:22:56.941791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:56.943566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-b4cee4fe-e13e-4ed0-b608-a5dfa0f855c7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:56.944318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-b4cee4fe-e13e-4ed0-b608-a5dfa0f855c7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:56.945630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:56.962514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-b4cee4fe-e13e-4ed0-b608-a5dfa0f855c7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:56.970757 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-b4cee4fe-e13e-4ed0-b608-a5dfa0f855c7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 816 time: 0.4436705
Apr 20 18:22:56.988231 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-b519354b-d5d4-4e18-9e57-c6c5fda3aedf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/quotas/ef76467afabe40069eec102250c40fc0 HTTP/1.1" status: 200  len: 375 time: 0.0163305
Apr 20 18:22:56.997032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 70aa433e-e101-4d2a-b501-14a1791f6a67, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=70aa433e-e101-4d2a-b501-14a1791f6a67,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:22:57.006933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.014120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-aed44bf9-dfc8-414b-89d1-1b134ef497ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:57.058616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:floatingip and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:57.065730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:57.075771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:57.102764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-92a678af-1bb5-44c9-8f51-b446b5da928e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:57.103869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=70aa433e-e101-4d2a-b501-14a1791f6a67,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:57.113074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.115371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:57.121917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-92a678af-1bb5-44c9-8f51-b446b5da928e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:57.139829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-92a678af-1bb5-44c9-8f51-b446b5da928e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1391108
Apr 20 18:22:57.232012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de287a42-edd9-456f-924d-5b833e2f7827 req-f48832e4-44b5-42c6-847a-d5028d14c80e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:57.239153 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de287a42-edd9-456f-924d-5b833e2f7827 req-f48832e4-44b5-42c6-847a-d5028d14c80e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.2869329
Apr 20 18:22:57.299500 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de287a42-edd9-456f-924d-5b833e2f7827 req-dfba4e58-0758-4e70-84a1-bca5879fa449 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593383
Apr 20 18:22:57.307539 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-1901dd66-748b-4722-a4a9-e4471ab87998 service neutron] 10.222.0.22 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657169
Apr 20 18:22:57.376892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.474765 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-624c1c16-6f8d-40c3-bbce-c689f9134935 service neutron] 10.222.0.22 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1509645
Apr 20 18:22:57.598131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d9cb3-f3ad-4547-a259-1c400691098c req-43778c3f-97e1-440d-9cb3-7077a7e554eb tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:57.606748 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-296d9cb3-f3ad-4547-a259-1c400691098c req-43778c3f-97e1-440d-9cb3-7077a7e554eb tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.1812491
Apr 20 18:22:57.652188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Allocated IP 172.27.0.132 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/ce3b2299-52ed-4715-9ae3-242c208d090c) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:22:57.820303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdee34d-8b69-4043-a5ac-4048afd9d147 req-8cb3d4a3-abbc-4f29-a450-b42e868a2c2c tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:57.831083 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4cdee34d-8b69-4043-a5ac-4048afd9d147 req-8cb3d4a3-abbc-4f29-a450-b42e868a2c2c tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 945 time: 0.1416295
Apr 20 18:22:57.835498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.883378 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4cdee34d-8b69-4043-a5ac-4048afd9d147 req-248de5c6-b46f-4db1-8986-c793ecadbdf2 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513518
Apr 20 18:22:57.890812 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-296d9cb3-f3ad-4547-a259-1c400691098c req-2d858d18-e18b-48c0-99ca-d0b173e03051 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2830904
Apr 20 18:22:57.913648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:57.920532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cbce54f6-06b6-46a9-8fa3-0eef0d13dd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:57.989817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:22:57.998861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:22:57.999372 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06ad07bf-441b-402f-8b42-e4ea61d7c90f req-77cba0e5-fee5-4da7-a088-caf1a42da078 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0640023
Apr 20 18:22:58.013735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:22:58.026753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'Port': ['ID=ce3b2299-52ed-4715-9ae3-242c208d090c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:58.028620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48668) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:58.031124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:58.053203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.119905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.166701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.177801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2', 'tag': 'd239680d-38c9-4ba3-bd52-11d907a6c4ab'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:22:58.187999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:58.191843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:4b98e5eaa5ef4925aad5b1b80007ce23 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:58.194868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:58.201433 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:58.225146 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2', 'tag': 'd239680d-38c9-4ba3-bd52-11d907a6c4ab', 'status': 'completed', 'code': 200}
Apr 20 18:22:58.293667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.297269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.306947 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:58.343946 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f85d3b-dc63-4dc8-99f0-e031973c05c0,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:58.347206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:58.355639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.356582 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b98e5eaa5ef4925aad5b1b80007ce23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3266380
Apr 20 18:22:58.359570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48682) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:58.359780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.365229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:58.428029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cce84d1f-0460-4b89-a772-c3d1696dbc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.436123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'Port': ['ID=ce3b2299-52ed-4715-9ae3-242c208d090c,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:58.441823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:58.448406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.483987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.485312 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5692544
Apr 20 18:22:58.511691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 70aa433e-e101-4d2a-b501-14a1791f6a67 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:22:58.523791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cce84d1f-0460-4b89-a772-c3d1696dbc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.597178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b390f5a-8148-4ea5-9e22-5e88cc42d7b1 req-0365369f-8f67-4fd4-85e9-543b30560b6c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:58.599271 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6b390f5a-8148-4ea5-9e22-5e88cc42d7b1 req-0365369f-8f67-4fd4-85e9-543b30560b6c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.1468995
Apr 20 18:22:58.604884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 70aa433e-e101-4d2a-b501-14a1791f6a67 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:22:58.606261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.738814 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6b390f5a-8148-4ea5-9e22-5e88cc42d7b1 req-5ac215f5-7b1d-46af-9ba9-449e730a2802 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208601
Apr 20 18:22:58.739562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cce84d1f-0460-4b89-a772-c3d1696dbc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.828111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6e6d204d-8175-45d9-bc70-2babe7f6fa57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:58.909006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce84d1f-0460-4b89-a772-c3d1696dbc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f85d3b-dc63-4dc8-99f0-e031973c05c0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:58.916546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cce84d1f-0460-4b89-a772-c3d1696dbc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:58.920852 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cce84d1f-0460-4b89-a772-c3d1696dbc99 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52f85d3b-dc63-4dc8-99f0-e031973c05c0 HTTP/1.1" status: 204  len: 168 time: 0.5597293
Apr 20 18:22:58.924104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cce84d1f-0460-4b89-a772-c3d1696dbc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:58.929870 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27621b33-3c8c-4061-8d95-25e588f3eb22 req-f0b4842a-d27f-4f95-a2ee-496b0e0d5750 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3093619
Apr 20 18:22:58.955247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['56ca2229-f046-42df-9a77-9642ea0c322e'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:22:59.236841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-7c551a71-d4cf-4354-b7bc-6b9f53a95ba8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:59.285370 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-19f06cec-ed46-47cc-81be-ae36c8ff67bc service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6288259
Apr 20 18:22:59.290248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-2b1a7dbf-fe28-43ec-85a3-8bd20aba4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:59.292161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-f4587749-d591-4fcc-8a7e-b1ce899bcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:59.292410 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-2b1a7dbf-fe28-43ec-85a3-8bd20aba4f32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1096 time: 0.4980721
Apr 20 18:22:59.293761 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-f4587749-d591-4fcc-8a7e-b1ce899bcbe0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 1096 time: 0.2186990
Apr 20 18:22:59.294040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-7c551a71-d4cf-4354-b7bc-6b9f53a95ba8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:59.295325 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-7c551a71-d4cf-4354-b7bc-6b9f53a95ba8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--392133946&fields=id&tenant_id=5d2e923accea4ab49bf0e323d95333eb HTTP/1.1" status: 200  len: 267 time: 0.4996922
Apr 20 18:22:59.324143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acabe9-0bf5-4121-9c70-c91917804cf9 req-ddf4ec51-959a-4215-bfce-805d5602b1c7 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:59.331413 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-39acabe9-0bf5-4121-9c70-c91917804cf9 req-ddf4ec51-959a-4215-bfce-805d5602b1c7 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 945 time: 0.1506169
Apr 20 18:22:59.368548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48724) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:59.395270 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-39acabe9-0bf5-4121-9c70-c91917804cf9 req-23e7e677-4a8c-4a49-a415-3b803ddb27b2 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629516
Apr 20 18:22:59.399320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:59.429693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:22:59.433873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Usage tracker for resource:security_group_rule and tenant:3473c608152640c89f5b284cdc3f64d6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:22:59.437078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:22:59.443596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:22:59.481886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-98714583-ba3c-49b8-b69e-ab919b6bbce4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:59.483076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-98714583-ba3c-49b8-b69e-ab919b6bbce4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:22:59.504677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-98714583-ba3c-49b8-b69e-ab919b6bbce4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:22:59.514082 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-98714583-ba3c-49b8-b69e-ab919b6bbce4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 810 time: 0.2112257
Apr 20 18:22:59.525011 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-3c14c774-7f55-49b1-bf39-58adef8471ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/quotas/5d2e923accea4ab49bf0e323d95333eb HTTP/1.1" status: 200  len: 375 time: 0.0099480
Apr 20 18:22:59.596330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:59.603273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:59.618475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b9f6b702-27b6-49a5-bd7c-02e14152f9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:59.621982 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-08752083-601c-47ee-9648-f8edf9d6c016 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0896771
Apr 20 18:22:59.680465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5188db-0b23-488b-930d-04598561e9ac req-12c16a3d-c483-4c7d-8380-4eeb8d1052c4 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:22:59.682574 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ef5188db-0b23-488b-930d-04598561e9ac req-12c16a3d-c483-4c7d-8380-4eeb8d1052c4 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.1722639
Apr 20 18:22:59.691222 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3473c608152640c89f5b284cdc3f64d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3191755
Apr 20 18:22:59.692948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48734) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:22:59.695783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbdd66f-1897-41fb-8222-02e199b6fc66,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:59.699516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:59.784230 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-9ec7828a-1036-4bd4-bfd9-87061f4fca5a service neutron] 10.222.0.22 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484716
Apr 20 18:22:59.786030 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ef5188db-0b23-488b-930d-04598561e9ac req-ea104b98-dea1-4f76-9645-ecdf9018bee5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742505
Apr 20 18:22:59.801641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8454dd67-6fae-4ff7-a44d-95bf93f8f7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:59.831592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8454dd67-6fae-4ff7-a44d-95bf93f8f7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:59.885785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8454dd67-6fae-4ff7-a44d-95bf93f8f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:59.893384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:22:59.910318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8454dd67-6fae-4ff7-a44d-95bf93f8f7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:22:59.914304 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8454dd67-6fae-4ff7-a44d-95bf93f8f7dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2bbdd66f-1897-41fb-8222-02e199b6fc66 HTTP/1.1" status: 204  len: 168 time: 0.2179151
Apr 20 18:22:59.914720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454dd67-6fae-4ff7-a44d-95bf93f8f7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbdd66f-1897-41fb-8222-02e199b6fc66,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:22:59.941371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8454dd67-6fae-4ff7-a44d-95bf93f8f7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:22:59.993620 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-ea56e395-812d-4d8b-97e3-236ae2198a25 service neutron] 10.222.0.22 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2084405
Apr 20 18:23:00.057917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-73cce84d-0f7e-454e-8913-0165cc77b0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:00.064432 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a52e18dd-3a72-4cbc-b1cc-663c32a05a8a req-ef784afa-fdd9-4f64-aafe-33ed4f00d8aa tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0719771
Apr 20 18:23:00.242699 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bfe2f054-bf27-4fa9-87dd-e4ba6a94a05d req-53c44087-b1a3-4c8d-a7ae-46e656743216 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0787783
Apr 20 18:23:00.297636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1447dc4-da8d-40c5-9bf5-b683a781ccae req-a2cdfa2c-4ac3-4ea2-a50e-e9546af21cc6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:00.299347 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d1447dc4-da8d-40c5-9bf5-b683a781ccae req-a2cdfa2c-4ac3-4ea2-a50e-e9546af21cc6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.1033964
Apr 20 18:23:00.359503 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d1447dc4-da8d-40c5-9bf5-b683a781ccae req-2488d969-e909-4e68-89fc-b9866a26c9b7 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484965
Apr 20 18:23:00.614860 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccad46-1262-436a-97e1-b73bed7c3d38 req-187eb0cb-6d12-4de3-a952-530b4518a4d6 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:00.616482 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-21ccad46-1262-436a-97e1-b73bed7c3d38 req-187eb0cb-6d12-4de3-a952-530b4518a4d6 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 945 time: 0.0967529
Apr 20 18:23:00.665569 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-21ccad46-1262-436a-97e1-b73bed7c3d38 req-eb0c7739-cab1-4048-835d-e2ad6bf55292 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421920
Apr 20 18:23:01.189600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1560b-45b7-4f6c-bf7c-12d6c9f734f4 req-46926bae-607a-44be-8c80-542e7e7cfc8f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:01.191336 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6cd1560b-45b7-4f6c-bf7c-12d6c9f734f4 req-46926bae-607a-44be-8c80-542e7e7cfc8f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.1613262
Apr 20 18:23:01.248782 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6cd1560b-45b7-4f6c-bf7c-12d6c9f734f4 req-60b331a9-cf06-4d56-9bb3-27f7f6a75547 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506103
Apr 20 18:23:01.255902 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-70cece67-cf39-4017-a32d-6caa446177bd req-8e693e94-6657-4d2b-860b-b9602e4b7eab tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0515807
Apr 20 18:23:01.421839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8c247ada-5511-425a-bfb9-47dcd0c3b648 req-5bd579f3-c12c-462d-a259-a99025a98922 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:01.439974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8c247ada-5511-425a-bfb9-47dcd0c3b648 req-5bd579f3-c12c-462d-a259-a99025a98922 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:01.441176 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c247ada-5511-425a-bfb9-47dcd0c3b648 req-5bd579f3-c12c-462d-a259-a99025a98922 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0675316
Apr 20 18:23:01.690510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe1357-f6a3-45b4-931b-7d5bdc58e7a8 req-34a9c497-22d8-489c-8b90-70aa59a0a776 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:01.692071 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-01fe1357-f6a3-45b4-931b-7d5bdc58e7a8 req-34a9c497-22d8-489c-8b90-70aa59a0a776 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.0938187
Apr 20 18:23:01.742347 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-01fe1357-f6a3-45b4-931b-7d5bdc58e7a8 req-92de173a-c4ee-4565-9fa5-50f760506ae5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438142
Apr 20 18:23:01.874145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34f579-c3b9-4a98-88af-456f1510e22e req-cb70b912-2e2f-4a37-bc1f-ff63a271ce7b tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:01.875753 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aa34f579-c3b9-4a98-88af-456f1510e22e req-cb70b912-2e2f-4a37-bc1f-ff63a271ce7b tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 945 time: 0.0919983
Apr 20 18:23:01.925544 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aa34f579-c3b9-4a98-88af-456f1510e22e req-5dd6710c-5be7-4b38-9d18-b89c179cf353 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429125
Apr 20 18:23:02.200392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-31df02d3-2c9d-473a-a653-ec81c6c4c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:02.203325 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-31df02d3-2c9d-473a-a653-ec81c6c4c7f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 919 time: 0.1990118
Apr 20 18:23:02.264877 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-a6cb8b60-aeb1-4369-a9de-d7cffe753cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:02.266478 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-a6cb8b60-aeb1-4369-a9de-d7cffe753cf8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 919 time: 0.1772435
Apr 20 18:23:02.289468 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-46d6d9c8-01a0-4aaf-86ba-501f13ddae88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d239680d-38c9-4ba3-bd52-11d907a6c4ab HTTP/1.1" status: 200  len: 217 time: 0.0724614
Apr 20 18:23:02.369876 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-40c87d6e-1118-4abf-a17d-02fc03338879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 200  len: 217 time: 0.0953381
Apr 20 18:23:02.402453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c25dc898-421d-4d13-b883-6b975ce5ff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.406447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-4509c8ea-d802-453f-85a6-340184b2e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:02.408045 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-4509c8ea-d802-453f-85a6-340184b2e101 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.1110981
Apr 20 18:23:02.456965 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c60b38ed-0fe7-47fc-b1ad-d9ee39cd23e9 req-c70fa248-a990-4396-9429-d22f87261b06 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0531871
Apr 20 18:23:02.510432 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9603f768-bf10-4d27-892e-e3327a619e38 req-e6dc7512-35c4-42a7-9915-db91f79f4574 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5210452
Apr 20 18:23:02.526542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-3d1100ee-e379-426a-a001-1a07a74bc81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:02.528062 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-3d1100ee-e379-426a-a001-1a07a74bc81e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.1460881
Apr 20 18:23:02.562755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781cd5e-906f-469b-b4b1-29f210892cee req-7cb990ba-a895-4971-aeea-b83b242d0b8c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:02.564406 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5781cd5e-906f-469b-b4b1-29f210892cee req-7cb990ba-a895-4971-aeea-b83b242d0b8c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.1424832
Apr 20 18:23:02.617340 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6ffaadac-124e-45c9-8744-bfb12ad0d1ab req-f62aae3e-bf56-4b62-8b06-b0012a66cc01 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0486386
Apr 20 18:23:02.621214 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5781cd5e-906f-469b-b4b1-29f210892cee req-3d106f82-b275-43bf-a993-97cb8671c147 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437973
Apr 20 18:23:02.731467 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:02.976149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6013d-1da6-4c80-bef0-dc95f8febccf req-bf75498c-64c0-44c7-a5d0-057c6fef2780 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:02.977709 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-90f6013d-1da6-4c80-bef0-dc95f8febccf req-bf75498c-64c0-44c7-a5d0-057c6fef2780 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.0970263
Apr 20 18:23:03.028945 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-90f6013d-1da6-4c80-bef0-dc95f8febccf req-1f68b245-251b-476b-99f5-0b701a6745d2 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432868
Apr 20 18:23:03.111122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48856) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:03.126527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c881f-ead8-494b-8d3b-05cdd4e7fd7f req-b58b03d0-f8dc-41a1-b26e-a98d3050b52c tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:03.128122 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-090c881f-ead8-494b-8d3b-05cdd4e7fd7f req-b58b03d0-f8dc-41a1-b26e-a98d3050b52c tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 945 time: 0.0879869
Apr 20 18:23:03.176444 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-090c881f-ead8-494b-8d3b-05cdd4e7fd7f req-ae91a6f0-f67a-49c9-83a1-a331c4fcb4f5 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418406
Apr 20 18:23:03.238722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.253674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:03.257655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Usage tracker for resource:security_group_rule and tenant:76e569e92b7e4061b9c5975cf2eeaccb is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:03.261141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:03.267089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:03.351074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.353566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.362420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:03.408126 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76e569e92b7e4061b9c5975cf2eeaccb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958777
Apr 20 18:23:03.408925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e06ad5b-85ed-4b53-9e25-9f06ebaf1447,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:03.411279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48864) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:03.412547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:03.474848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e484c75f-4e12-4b24-a7a2-25ea0c9b7529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.502166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e484c75f-4e12-4b24-a7a2-25ea0c9b7529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.531904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.552834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e484c75f-4e12-4b24-a7a2-25ea0c9b7529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.558661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:03.569515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484c75f-4e12-4b24-a7a2-25ea0c9b7529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e06ad5b-85ed-4b53-9e25-9f06ebaf1447,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:03.572588 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e484c75f-4e12-4b24-a7a2-25ea0c9b7529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:03.578901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e484c75f-4e12-4b24-a7a2-25ea0c9b7529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.580053 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e484c75f-4e12-4b24-a7a2-25ea0c9b7529 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e06ad5b-85ed-4b53-9e25-9f06ebaf1447 HTTP/1.1" status: 204  len: 168 time: 0.1676300
Apr 20 18:23:03.633693 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb19f77e-208e-4d3c-9d6b-8cac54aaf6af req-f80df005-ae57-4fa4-9029-87ae858c2fba tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0556526
Apr 20 18:23:03.806866 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fc6edb27-25ab-4e9c-ab22-53b8c49cdb4c req-7170c443-3afa-41b9-970d-59cb41fbb09c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0589759
Apr 20 18:23:03.832765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bf9eb-f6bb-4a24-ac50-d295132734bd req-5a563be6-ced9-40b3-87cb-6337da62ce66 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:03.834352 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-762bf9eb-f6bb-4a24-ac50-d295132734bd req-5a563be6-ced9-40b3-87cb-6337da62ce66 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.0912971
Apr 20 18:23:03.886269 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-762bf9eb-f6bb-4a24-ac50-d295132734bd req-11d36d14-a39e-438f-bba1-bae63d71f0ba tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445688
Apr 20 18:23:03.906395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 48878) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:03.925338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:03.943095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:03.947891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Usage tracker for resource:security_group_rule and tenant:40c5fa4c22b648dd98c95ad5581defce is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:03.950793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:03.956689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:04.038968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.041699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.050650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-563d69d3-73bd-4344-934d-7ca72fe0b838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:04.093000 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40c5fa4c22b648dd98c95ad5581defce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1853745
Apr 20 18:23:04.093947 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac6300b-5877-4b91-9a55-37c77a896a82,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:04.095886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 48886) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:04.097317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:04.167132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2468239-543f-4242-bfb1-76cfb04305a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.194184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2468239-543f-4242-bfb1-76cfb04305a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.242610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2468239-543f-4242-bfb1-76cfb04305a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.248520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:04.257859 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95180cc6-529f-4c93-9cd8-529732121ef0 req-9e254936-2ac8-4fd5-bade-1740d5f7dc5c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:04.260108 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-95180cc6-529f-4c93-9cd8-529732121ef0 req-9e254936-2ac8-4fd5-bade-1740d5f7dc5c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.1045709
Apr 20 18:23:04.264328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2468239-543f-4242-bfb1-76cfb04305a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac6300b-5877-4b91-9a55-37c77a896a82,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:04.266871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c2468239-543f-4242-bfb1-76cfb04305a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:04.272897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2468239-543f-4242-bfb1-76cfb04305a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.276823 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c2468239-543f-4242-bfb1-76cfb04305a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ac6300b-5877-4b91-9a55-37c77a896a82 HTTP/1.1" status: 204  len: 168 time: 0.1798687
Apr 20 18:23:04.317820 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-95180cc6-529f-4c93-9cd8-529732121ef0 req-261f0b5d-3ee5-413c-9e45-17ea244f3fe0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480084
Apr 20 18:23:04.399386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a230cf4-808f-4e38-8df1-cb32daa731a1 req-4b0d1901-91ff-4f94-9c54-33bb49701a1b tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:04.400746 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5a230cf4-808f-4e38-8df1-cb32daa731a1 req-4b0d1901-91ff-4f94-9c54-33bb49701a1b tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 945 time: 0.0929518
Apr 20 18:23:04.411900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:04.451748 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5a230cf4-808f-4e38-8df1-cb32daa731a1 req-98008551-a0da-4373-a9ba-3ea9f8ca1f71 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428507
Apr 20 18:23:04.807820 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5a7b000-d60c-4f57-a2c5-42a021a28582 req-e0ec2bb7-a764-46a3-b169-d73003610ef1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0547836
Apr 20 18:23:04.968970 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-09e04a39-717f-45c0-b6bb-5eec0dac7b09 req-b83fb1f3-4725-48a0-bb43-611ce9942001 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0516744
Apr 20 18:23:05.098790 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 56ca2229-f046-42df-9a77-9642ea0c322e up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:05.099224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c54bf2-837b-4fc3-8e9f-7f4fb0e4dfac req-b7b01a5a-5e81-4202-ab99-a6ff159310a0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:05.100835 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-74c54bf2-837b-4fc3-8e9f-7f4fb0e4dfac req-b7b01a5a-5e81-4202-ab99-a6ff159310a0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.0918097
Apr 20 18:23:05.180855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 56ca2229-f046-42df-9a77-9642ea0c322e completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:05.186336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 56ca2229-f046-42df-9a77-9642ea0c322e triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:05.186910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.196960 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-fb41627f-a539-408e-830c-14fd6c9fc92f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0713265
Apr 20 18:23:05.205965 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-45b44d32-83bd-4308-9ada-4ac982332bfa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0937357
Apr 20 18:23:05.224451 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-74c54bf2-837b-4fc3-8e9f-7f4fb0e4dfac req-c9d72fb5-ce1e-4ad3-922e-8e0116081c4e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158793
Apr 20 18:23:05.421830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.489298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 56ca2229-f046-42df-9a77-9642ea0c322e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=56ca2229-f046-42df-9a77-9642ea0c322e,segment=NetworkSegment(d0304835-f5bc-46b5-b428-e40f3c2f166d),segment_id=d0304835-f5bc-46b5-b428-e40f3c2f166d)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:05.493681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562396b5-ebca-460e-8500-5bc2457a73b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca2229-f046-42df-9a77-9642ea0c322e'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:05.520977 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-1593859e-6c73-440a-9fe0-59e578b0695e service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519841
Apr 20 18:23:05.550142 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-0d8af82d-8204-48e3-bd20-3f8d3a2ff5a9 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2787292
Apr 20 18:23:05.565494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:05.567580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:05.661950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-e4cdb657-c992-4b5c-80b5-7c3b7cd6242e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:05.662875 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=56ca2229-f046-42df-9a77-9642ea0c322e,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:05.663551 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-e4cdb657-c992-4b5c-80b5-7c3b7cd6242e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 816 time: 0.1942215
Apr 20 18:23:05.666835 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:05.736710 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638804-6642-4ae0-b464-49a843f66645 req-65738cdb-fe22-46fe-b4c0-48ccd139fc8b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:05.738338 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06638804-6642-4ae0-b464-49a843f66645 req-65738cdb-fe22-46fe-b4c0-48ccd139fc8b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.1583579
Apr 20 18:23:05.789138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06034093-c7f3-45a9-96b2-904f96a3bfe8 req-1821ba04-1ac2-4d78-8f03-8b4c9d6027fe tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:05.791464 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06034093-c7f3-45a9-96b2-904f96a3bfe8 req-1821ba04-1ac2-4d78-8f03-8b4c9d6027fe tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.0958159
Apr 20 18:23:05.809254 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06638804-6642-4ae0-b464-49a843f66645 req-97f077c0-17df-4bd3-9925-b23858590ec3 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630896
Apr 20 18:23:05.846384 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06034093-c7f3-45a9-96b2-904f96a3bfe8 req-bf6ded09-4da7-4c26-bb7e-3d898164fece tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483718
Apr 20 18:23:05.990646 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562396b5-ebca-460e-8500-5bc2457a73b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca2229-f046-42df-9a77-9642ea0c322e', 'code': 200}
Apr 20 18:23:06.003122 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6606816b-b800-4f1e-91f7-c6eb8c2e3b9d req-ca72732f-4545-4fb5-b5c7-2f57245b00e7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0527995
Apr 20 18:23:06.134819 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-580fdd98-111f-4132-9221-9b0d752fe05e req-88afcbd6-8c8a-4542-a9e0-ff06cdfd7187 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0472424
Apr 20 18:23:06.439860 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c4e5-2dc2-4043-85b5-60c5be16bb70 req-e46474a2-dfc0-4d3c-9512-4032f890c56e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:06.444340 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cb64c4e5-2dc2-4043-85b5-60c5be16bb70 req-e46474a2-dfc0-4d3c-9512-4032f890c56e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.0980144
Apr 20 18:23:06.495545 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cb64c4e5-2dc2-4043-85b5-60c5be16bb70 req-eed77a38-c26f-4f07-8071-a8b155afdf7b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469134
Apr 20 18:23:07.002220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d000fb-b8ff-4ea3-b014-1a01f5fb90a9 req-1a08da4e-5435-494e-bab2-6a55c0005ff9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:07.003829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-63d000fb-b8ff-4ea3-b014-1a01f5fb90a9 req-1a08da4e-5435-494e-bab2-6a55c0005ff9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.0913646
Apr 20 18:23:07.051632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35468c6e-85ba-41de-bb2a-2f77e55e14d1 req-9ffa0d6f-95a6-4b46-bb8f-8ffb7b38e631 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:07.052925 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-63d000fb-b8ff-4ea3-b014-1a01f5fb90a9 req-bc2fbf95-f644-4b06-9f0a-583f8e84cd37 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424905
Apr 20 18:23:07.053224 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-35468c6e-85ba-41de-bb2a-2f77e55e14d1 req-9ffa0d6f-95a6-4b46-bb8f-8ffb7b38e631 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.0920808
Apr 20 18:23:07.101222 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-35468c6e-85ba-41de-bb2a-2f77e55e14d1 req-7f675a3e-2ba6-4564-9bf9-8ee51778a6be tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407579
Apr 20 18:23:07.202102 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6df2929e-30be-445e-841c-50f1c01e35e5 req-5b8ed7ee-0781-4ed2-97ab-c567f64ac279 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0488229
Apr 20 18:23:07.297569 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ca92bac1-425e-426f-83df-65ce205ce1ed req-04480aad-b37f-4b49-a87c-a61a82d43ecc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0485497
Apr 20 18:23:07.702230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f2af8-5ab5-4eac-93c0-d60932b84346 req-fe0df36f-bfce-4df6-8b72-c31b6e307b39 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:07.703827 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ba9f2af8-5ab5-4eac-93c0-d60932b84346 req-fe0df36f-bfce-4df6-8b72-c31b6e307b39 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.0928457
Apr 20 18:23:07.751529 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ba9f2af8-5ab5-4eac-93c0-d60932b84346 req-2ce3baae-d8f9-4921-9b10-f528affb9a22 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411255
Apr 20 18:23:08.257769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec68eb-3db8-449a-ad0e-908e8f12f0cd req-9d51cda4-b69b-4046-9317-856812737107 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:08.259478 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-77ec68eb-3db8-449a-ad0e-908e8f12f0cd req-9d51cda4-b69b-4046-9317-856812737107 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.0901113
Apr 20 18:23:08.300381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0801b9a8-b66a-4837-afe9-17d141ef9b38 req-032d6b8a-71ba-4f52-a6f3-881cc1b3ab44 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:08.301999 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0801b9a8-b66a-4837-afe9-17d141ef9b38 req-032d6b8a-71ba-4f52-a6f3-881cc1b3ab44 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.0880497
Apr 20 18:23:08.308910 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-77ec68eb-3db8-449a-ad0e-908e8f12f0cd req-2cd12621-9d5f-47ba-ad92-47dc8c07a487 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427310
Apr 20 18:23:08.354127 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0801b9a8-b66a-4837-afe9-17d141ef9b38 req-659d1818-daa1-4778-83e9-5c79c6714c5d tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454648
Apr 20 18:23:08.367991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device f4183893-034f-4afd-ada7-b34dd9be918e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:08.539393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port f4183893-034f-4afd-ada7-b34dd9be918e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4183893-034f-4afd-ada7-b34dd9be918e,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:08.571125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'f4183893-034f-4afd-ada7-b34dd9be918e', 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f', 'port_id': 'f4183893-034f-4afd-ada7-b34dd9be918e', 'mac_address': 'fa:16:3e:7d:e1:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcd3f33-c6c9-4132-a7c4-68a6e28676c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:08.629874 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c1454d97-3ce2-4e92-81a0-480f51919e80 req-9913b693-7289-4720-a6e8-aa6ea3514917 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0703456
Apr 20 18:23:08.651118 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-58ee7b2a-c1de-49fd-82e4-7dc410537bdb req-3b08b01b-f797-48c2-9293-746e9f2526aa service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2752125
Apr 20 18:23:08.654779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:08.668681 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-009505c4-4536-4931-8a32-4d1d704d4e85 req-e2f5f367-f813-44fd-88f5-2b13d3852685 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361925
Apr 20 18:23:08.670995 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3775f3d7-c366-4972-950a-9ba3bbfa260e req-f8088304-f57b-47ba-b10f-58de0330c93f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.1020455
Apr 20 18:23:08.675935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4183893-034f-4afd-ada7-b34dd9be918e {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:08.702090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port f4183893-034f-4afd-ada7-b34dd9be918e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4183893-034f-4afd-ada7-b34dd9be918e,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:08.707632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:08.709650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5c4c43c5-1094-4a48-b5da-5af003e162b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:08.738295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-4ec3e6c5-480e-4b0a-b30a-97485da40548 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:08.751893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-4ec3e6c5-480e-4b0a-b30a-97485da40548 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:08.753281 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-4ec3e6c5-480e-4b0a-b30a-97485da40548 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef76467afabe40069eec102250c40fc0 HTTP/1.1" status: 200  len: 5705 time: 0.1893892
Apr 20 18:23:08.788530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=f4183893-034f-4afd-ada7-b34dd9be918e,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:08.792169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:08.805321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'port': {'device_id': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'admin_state_up': True, 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'security_groups': ['7671e46a-3c11-40f8-96b4-b3bc7cc70a1c']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:09.093879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['f4183893-034f-4afd-ada7-b34dd9be918e'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:09.262769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3ab30-68a3-4dd0-9fca-4a11400e1e63 req-d8830f55-2b5e-4410-baad-b827492a5b56 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:09.264349 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3d3ab30-68a3-4dd0-9fca-4a11400e1e63 req-d8830f55-2b5e-4410-baad-b827492a5b56 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 943 time: 0.3429375
Apr 20 18:23:09.267644 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-ca5da42a-0a11-476b-842a-15d62989f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:09.269099 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-ca5da42a-0a11-476b-842a-15d62989f858 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 1099 time: 0.4161353
Apr 20 18:23:09.315001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d239680d-38c9-4ba3-bd52-11d907a6c4ab details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:09.336589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:09.359292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:09.365093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Usage tracker for resource:security_group_rule and tenant:6338bce0329a42088756771470177c7f is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:09.369022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:09.376231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:09.402701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-391f3ba2-fc07-4337-bc5d-d3eabc23d323 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:09.404366 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-391f3ba2-fc07-4337-bc5d-d3eabc23d323 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 810 time: 0.2249467
Apr 20 18:23:09.416055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:09.470949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:09.487482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d239680d-38c9-4ba3-bd52-11d907a6c4ab, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d239680d-38c9-4ba3-bd52-11d907a6c4ab,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:09.493507 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3d3ab30-68a3-4dd0-9fca-4a11400e1e63 req-fefb9913-29d8-4cd4-80c4-cf9e5e22e987 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2175834
Apr 20 18:23:09.506939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'd239680d-38c9-4ba3-bd52-11d907a6c4ab', 'network_id': '8cda7ac9-7880-42f9-83fa-9a04d660385f', 'port_id': 'd239680d-38c9-4ba3-bd52-11d907a6c4ab', 'mac_address': 'fa:16:3e:90:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dcd3f33-c6c9-4132-a7c4-68a6e28676c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:09.549640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:09.556337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:09.559320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Made reservation on behalf of ef76467afabe40069eec102250c40fc0 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:09.565466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:09.587648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:09.597054 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb8bbaad-be9a-4f11-b868-7af3f812985e req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2942116
Apr 20 18:23:09.621581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=94b122ad-c1cd-441e-bc45-b3cd6f097404,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:09.627879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:09.659799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:09.676771 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-b58e9564-42ba-402d-97c8-a6f34d59d59a tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d2e923accea4ab49bf0e323d95333eb HTTP/1.1" status: 200  len: 5704 time: 0.2520361
Apr 20 18:23:09.681125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d239680d-38c9-4ba3-bd52-11d907a6c4ab {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:09.698332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d239680d-38c9-4ba3-bd52-11d907a6c4ab, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d239680d-38c9-4ba3-bd52-11d907a6c4ab,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:09.702360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:09.705528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:09.739695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fedaae-da44-4269-b1dc-cbd04847e675 req-4fddecfe-f4fb-4ff0-9be4-c1788f421e7a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:09.747444 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66fedaae-da44-4269-b1dc-cbd04847e675 req-4fddecfe-f4fb-4ff0-9be4-c1788f421e7a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.2377930
Apr 20 18:23:09.787197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe414fb-1c05-42a7-a13a-3b5cc023c212 req-17f84a26-4e1c-4a9a-9fb0-281ab956ad4f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:09.793553 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ffe414fb-1c05-42a7-a13a-3b5cc023c212 req-17f84a26-4e1c-4a9a-9fb0-281ab956ad4f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.1347885
Apr 20 18:23:09.810966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d239680d-38c9-4ba3-bd52-11d907a6c4ab,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:09.816459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:09.862766 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ffe414fb-1c05-42a7-a13a-3b5cc023c212 req-801fa93e-19fa-46b6-a96f-4aa5a43c70c8 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627999
Apr 20 18:23:09.903356 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66fedaae-da44-4269-b1dc-cbd04847e675 req-078dcc5c-d23d-4de3-ad22-d034baf9455a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550717
Apr 20 18:23:09.938023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Allocated IP 172.20.0.6 (0a442676-e97d-483e-b6c5-5a6a805f152b/29c3729b-b348-487b-8876-fc7a3f1323a0/b2a0881e-aa0d-4b50-9adb-fff6187fd91a) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:10.019373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'port': {'device_id': '291eea25-3def-4661-bf74-4a540fedde0a', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'admin_state_up': True, 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'security_groups': ['6062bedd-a124-4c65-bfc5-5a42d09e80b3']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:10.062948 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5d313284-60db-41fd-88cf-2c345392c385 req-eb182543-5d9d-44ef-bf46-abc1807e2665 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0640187
Apr 20 18:23:10.139870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['d239680d-38c9-4ba3-bd52-11d907a6c4ab'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:10.221206 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-927a745f-4450-41f4-ae8a-8531306500de req-9fd9c1f8-0f41-459e-b136-81173a80373d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.1089079
Apr 20 18:23:10.359694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:10.383466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.386702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:10.407158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Transition to ACTIVE for port object b2a0881e-aa0d-4b50-9adb-fff6187fd91a will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:10.413457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Made reservation on behalf of 5d2e923accea4ab49bf0e323d95333eb for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:10.421483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.528486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.545390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:10.627012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:10.662443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:10.678564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Network 0a442676-e97d-483e-b6c5-5a6a805f152b is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:10.682578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:10.686753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:10.693160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:10.693831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.717953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2109c3-1a00-4a46-a32c-1bc6b6f1b7e1 req-54ad9155-5b02-47bf-a33f-538bde84823c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:10.720288 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6e2109c3-1a00-4a46-a32c-1bc6b6f1b7e1 req-54ad9155-5b02-47bf-a33f-538bde84823c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 944 time: 0.1009924
Apr 20 18:23:10.738668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Allocated IP 172.20.0.4 (4ca6af4a-0ad6-45b9-a16f-a46c80d90308/0637153f-e19e-4070-b839-1a4f5a37102f/0687950b-e993-4a24-910e-500f131bfe37) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:10.757479 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9576073
Apr 20 18:23:10.769822 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6e2109c3-1a00-4a46-a32c-1bc6b6f1b7e1 req-12e69302-a465-48f6-b590-fa605992917e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436220
Apr 20 18:23:10.968672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-e9643284-0635-4fda-9055-3168ebea1c6b None None] Provisioning for port b2a0881e-aa0d-4b50-9adb-fff6187fd91a completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:10.971617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.976161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-e9643284-0635-4fda-9055-3168ebea1c6b None None] Provisioning complete for port b2a0881e-aa0d-4b50-9adb-fff6187fd91a triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:10.976806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e9643284-0635-4fda-9055-3168ebea1c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:10.989689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Transition to ACTIVE for port object 0687950b-e993-4a24-910e-500f131bfe37 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:11.058829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e9643284-0635-4fda-9055-3168ebea1c6b None None] Port b2a0881e-aa0d-4b50-9adb-fff6187fd91a cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:23:11.104271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8e484-8795-4b7f-814c-3e92de9a7667 req-a2398f21-3537-402c-8649-18495e78d479 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:11.105899 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ba8e484-8795-4b7f-814c-3e92de9a7667 req-a2398f21-3537-402c-8649-18495e78d479 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.1146235
Apr 20 18:23:11.107194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.118119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0b13aa53-2e89-43be-a3d6-0af55f0b892e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:11.141197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e357c-c698-45a5-9dd9-4b5702aec4de req-e3748a34-7921-4886-a6d8-82e233f68cf7 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:11.142796 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9d1e357c-c698-45a5-9dd9-4b5702aec4de req-e3748a34-7921-4886-a6d8-82e233f68cf7 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.0988679
Apr 20 18:23:11.194993 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9d1e357c-c698-45a5-9dd9-4b5702aec4de req-0576a0a1-2104-432a-81e6-4d760c0bdab0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436885
Apr 20 18:23:11.197975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:11.208080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:11.210884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:11.217800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:11.218489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.246093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'Port': ['ID=0687950b-e993-4a24-910e-500f131bfe37,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:11.249021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:11.263290 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ba8e484-8795-4b7f-814c-3e92de9a7667 req-5b26afe0-e25a-49c7-a9c9-961d68ffe789 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461618
Apr 20 18:23:11.268516 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2550640
Apr 20 18:23:11.447621 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fdba6-035f-4ed0-800d-313a9ea891b6 req-8db935c1-a642-4f81-8293-5b2001ff5bf4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:11.449367 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f64fdba6-035f-4ed0-800d-313a9ea891b6 req-8db935c1-a642-4f81-8293-5b2001ff5bf4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 931 time: 0.1041081
Apr 20 18:23:11.485027 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-d3bb1035-ea4b-4d6d-bc4c-f0ef9b084b8f None None] Provisioning for port 0687950b-e993-4a24-910e-500f131bfe37 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:11.490940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b23d5-2b06-4878-a780-80f2dd6b275f req-d2af8b11-06b3-4be7-b457-b6f139a18ec5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:11.491456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-d3bb1035-ea4b-4d6d-bc4c-f0ef9b084b8f None None] Provisioning complete for port 0687950b-e993-4a24-910e-500f131bfe37 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:11.492028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d51b23d5-2b06-4878-a780-80f2dd6b275f req-d2af8b11-06b3-4be7-b457-b6f139a18ec5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:11.492200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d3bb1035-ea4b-4d6d-bc4c-f0ef9b084b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:11.510895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d51b23d5-2b06-4878-a780-80f2dd6b275f req-d2af8b11-06b3-4be7-b457-b6f139a18ec5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:11.512205 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d51b23d5-2b06-4878-a780-80f2dd6b275f req-d2af8b11-06b3-4be7-b457-b6f139a18ec5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 931 time: 0.1260400
Apr 20 18:23:11.515295 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f64fdba6-035f-4ed0-800d-313a9ea891b6 req-e80245bd-dad2-4675-a344-e50c6457e45a tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589135
Apr 20 18:23:11.565192 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d51b23d5-2b06-4878-a780-80f2dd6b275f req-af8697ba-a15e-4013-9b5b-52432e5f05ec tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456536
Apr 20 18:23:11.706873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-d3bb1035-ea4b-4d6d-bc4c-f0ef9b084b8f None None] Port 0687950b-e993-4a24-910e-500f131bfe37 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:23:11.973326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f866ad-10eb-47ce-9e2b-993a7ff5339d req-ba531388-e111-497d-a61d-815dd47504f3 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:11.974872 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87f866ad-10eb-47ce-9e2b-993a7ff5339d req-ba531388-e111-497d-a61d-815dd47504f3 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 944 time: 0.0854785
Apr 20 18:23:12.020508 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87f866ad-10eb-47ce-9e2b-993a7ff5339d req-5abbe339-c336-4d69-a5ab-6b1d8c3de0c5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387857
Apr 20 18:23:12.401361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c1be6-21f8-47d3-ac7d-e6faac3ce5f6 req-f8e79dd6-64f7-4d6a-9623-7742fe7018f1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:12.403003 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d12c1be6-21f8-47d3-ac7d-e6faac3ce5f6 req-f8e79dd6-64f7-4d6a-9623-7742fe7018f1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.0923336
Apr 20 18:23:12.454440 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d12c1be6-21f8-47d3-ac7d-e6faac3ce5f6 req-9a3a50a2-2832-48b4-bee6-10b6c4cc9c83 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450299
Apr 20 18:23:12.473680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab8fba-ee9c-48e1-9671-d66b1c8d1460 req-1e21cbcc-fbe4-4821-974d-705648199182 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:12.475353 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-daab8fba-ee9c-48e1-9671-d66b1c8d1460 req-1e21cbcc-fbe4-4821-974d-705648199182 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.0959547
Apr 20 18:23:12.523269 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-daab8fba-ee9c-48e1-9671-d66b1c8d1460 req-875b61df-c4d6-4dd6-9b56-b11bb4bd64e2 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413339
Apr 20 18:23:12.716216 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e5fef-5246-4198-9236-24246cd45410 req-5bafa5c8-6011-409a-9934-3770255cfb6d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:12.717174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-ac6e5fef-5246-4198-9236-24246cd45410 req-5bafa5c8-6011-409a-9934-3770255cfb6d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:12.731454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-ac6e5fef-5246-4198-9236-24246cd45410 req-5bafa5c8-6011-409a-9934-3770255cfb6d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:12.732690 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ac6e5fef-5246-4198-9236-24246cd45410 req-5bafa5c8-6011-409a-9934-3770255cfb6d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 931 time: 0.1028798
Apr 20 18:23:12.772043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da10d3c-df84-492e-8022-89b3fa970c88 req-7c8cd14f-a5d6-485a-8cc2-065a62611c23 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:12.773578 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da10d3c-df84-492e-8022-89b3fa970c88 req-7c8cd14f-a5d6-485a-8cc2-065a62611c23 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 931 time: 0.0880477
Apr 20 18:23:12.788861 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ac6e5fef-5246-4198-9236-24246cd45410 req-98379a05-2594-4744-b426-64ae8b807802 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496426
Apr 20 18:23:12.827054 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da10d3c-df84-492e-8022-89b3fa970c88 req-2ccbecec-b3c7-43a8-8ec9-99dcf06b29e4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447335
Apr 20 18:23:13.219437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60254255-8fa2-4556-b4fb-72d89c32d4df req-4d14eb36-b517-42c5-926d-e74427a7eb4f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:13.220996 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-60254255-8fa2-4556-b4fb-72d89c32d4df req-4d14eb36-b517-42c5-926d-e74427a7eb4f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 944 time: 0.0898259
Apr 20 18:23:13.267325 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-60254255-8fa2-4556-b4fb-72d89c32d4df req-c1ac3624-e008-4c99-bb13-8a647727b135 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400119
Apr 20 18:23:13.365410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Request body: {'port': {'device_id': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:13.371556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 23191db0-aaaa-416e-8c4b-3abdefac96e7 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:13.400297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Request body: {'port': {'device_id': '291eea25-3def-4661-bf74-4a540fedde0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:13.401654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device f4183893-034f-4afd-ada7-b34dd9be918e up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:13.569148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port f4183893-034f-4afd-ada7-b34dd9be918e completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:13.581929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port f4183893-034f-4afd-ada7-b34dd9be918e triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:13.582346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.602651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.624594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 23191db0-aaaa-416e-8c4b-3abdefac96e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23191db0-aaaa-416e-8c4b-3abdefac96e7,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:13.651340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '23191db0-aaaa-416e-8c4b-3abdefac96e7', 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'port_id': '23191db0-aaaa-416e-8c4b-3abdefac96e7', 'mac_address': 'fa:16:3e:ef:22:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f5479e-298b-4eff-a461-39d950d993bb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:13.670648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.707051 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89b4276-98b9-4e26-9ff6-7d1e580c5264 req-bf061600-81e9-4861-9dfd-6333c759041b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:13.708840 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b89b4276-98b9-4e26-9ff6-7d1e580c5264 req-bf061600-81e9-4861-9dfd-6333c759041b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 943 time: 0.1243570
Apr 20 18:23:13.756621 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.796507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23191db0-aaaa-416e-8c4b-3abdefac96e7 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:13.810755 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b89b4276-98b9-4e26-9ff6-7d1e580c5264 req-493282e5-1f07-4aec-8d35-b79ee1678d15 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936260
Apr 20 18:23:13.825871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.836653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 23191db0-aaaa-416e-8c4b-3abdefac96e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23191db0-aaaa-416e-8c4b-3abdefac96e7,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:13.844820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.846836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:13.908278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888724ad-feda-4539-a72f-4c20f18b223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4183893-034f-4afd-ada7-b34dd9be918e'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:13.931953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port f4183893-034f-4afd-ada7-b34dd9be918e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4183893-034f-4afd-ada7-b34dd9be918e,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:13.940342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:13.945618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=23191db0-aaaa-416e-8c4b-3abdefac96e7,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:13.948689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:13.949185 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-772c7f09-63c6-402b-aff2-aa1e9f233302 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:14.033762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=f4183893-034f-4afd-ada7-b34dd9be918e,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:14.039916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:14.045297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488198-5e41-4304-9b7e-bc2e8af49c22 req-409b6384-9f7a-4df0-8b90-0015ffa17d84 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:14.051561 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c5488198-5e41-4304-9b7e-bc2e8af49c22 req-409b6384-9f7a-4df0-8b90-0015ffa17d84 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 931 time: 0.1141260
Apr 20 18:23:14.103606 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c5488198-5e41-4304-9b7e-bc2e8af49c22 req-7509189a-55df-41af-bd51-15590a66dbe0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490832
Apr 20 18:23:14.206497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d7422-841f-4494-a0b0-06f2cf47c7fe req-b318ce28-b2ce-48af-8b38-94b819ef4bee tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:14.208158 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a46d7422-841f-4494-a0b0-06f2cf47c7fe req-b318ce28-b2ce-48af-8b38-94b819ef4bee tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.5173757
Apr 20 18:23:14.232406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['23191db0-aaaa-416e-8c4b-3abdefac96e7'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:14.364752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb050647-15b9-45c8-a4f7-e6fc53064e5a req-555d5feb-1bdf-4bd5-af47-5c564350f76e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:14.373639 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a46d7422-841f-4494-a0b0-06f2cf47c7fe req-45c91b4e-e712-4510-9f9f-63c2f586e889 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551540
Apr 20 18:23:14.379104 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb050647-15b9-45c8-a4f7-e6fc53064e5a req-555d5feb-1bdf-4bd5-af47-5c564350f76e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 931 time: 0.1672633
Apr 20 18:23:14.460357 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888724ad-feda-4539-a72f-4c20f18b223d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4183893-034f-4afd-ada7-b34dd9be918e', 'code': 200}
Apr 20 18:23:14.475472 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb050647-15b9-45c8-a4f7-e6fc53064e5a req-638c6f23-5c8a-4483-bbf7-28e9c4e1493c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950601
Apr 20 18:23:14.795035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0687950b-e993-4a24-910e-500f131bfe37 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:14.817570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.837797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a0881e-aa0d-4b50-9adb-fff6187fd91a {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:14.855890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Transition to ACTIVE for port object 0687950b-e993-4a24-910e-500f131bfe37 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:14.857824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.888285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:14.889823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc35d0-3ce4-4d25-9af3-7fe7262fdc2a req-9b657ad6-b23d-4728-8d55-cca7373c8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:14.891982 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-40dc35d0-3ce4-4d25-9af3-7fe7262fdc2a req-9b657ad6-b23d-4728-8d55-cca7373c8f55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1098 time: 0.1809793
Apr 20 18:23:14.905043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:14.954948 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-40dc35d0-3ce4-4d25-9af3-7fe7262fdc2a req-a81f36f0-6d2d-47e6-b00e-f71984af9327 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536215
Apr 20 18:23:14.979490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Transition to ACTIVE for port object b2a0881e-aa0d-4b50-9adb-fff6187fd91a will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:14.980951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Pushing event updated for resources: {'Port': ['ID=0687950b-e993-4a24-910e-500f131bfe37,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:14.984168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:14.993750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9039101-9c65-452d-b6b5-c09685e00b02 req-489d415b-40ec-41d1-b540-6e167249fe27 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:14.995463 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a9039101-9c65-452d-b6b5-c09685e00b02 req-489d415b-40ec-41d1-b540-6e167249fe27 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 944 time: 0.3303912
Apr 20 18:23:14.998746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.095135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:15.107945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725bc7ae-3e11-42d6-aecf-071d93be04fe req-a05db267-db27-452e-b0b3-9297cc68b3c5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:15.109605 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-725bc7ae-3e11-42d6-aecf-071d93be04fe req-a05db267-db27-452e-b0b3-9297cc68b3c5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 944 time: 0.1271729
Apr 20 18:23:15.177020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:15.180272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:15.183080 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-725bc7ae-3e11-42d6-aecf-071d93be04fe req-c82b2540-73bd-4b7c-9e88-2068786cc618 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582767
Apr 20 18:23:15.359390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Attempting to bind port 0687950b-e993-4a24-910e-500f131bfe37 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:15.360949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Attempting to bind port 0687950b-e993-4a24-910e-500f131bfe37 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:15.360949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Attempting to bind port 0687950b-e993-4a24-910e-500f131bfe37 on network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:15.370597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 23191db0-aaaa-416e-8c4b-3abdefac96e7 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:15.383232 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a9039101-9c65-452d-b6b5-c09685e00b02 req-3a968078-a7dc-41fc-b711-2dbfa083524a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3219740
Apr 20 18:23:15.441525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Port 0687950b-e993-4a24-910e-500f131bfe37 on network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:23:15.441846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3b180e-2dc6-4b5d-8fff-44e5375e1ab9 req-328e1ddd-bf20-401c-994e-9d2f821b7c7c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:15.441981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Attempting to bind port 0687950b-e993-4a24-910e-500f131bfe37 on network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:15.450937 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dd3b180e-2dc6-4b5d-8fff-44e5375e1ab9 req-328e1ddd-bf20-401c-994e-9d2f821b7c7c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.1250191
Apr 20 18:23:15.470636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Attempting to bind port b2a0881e-aa0d-4b50-9adb-fff6187fd91a on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:15.471021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Attempting to bind port b2a0881e-aa0d-4b50-9adb-fff6187fd91a by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:15.471400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Attempting to bind port b2a0881e-aa0d-4b50-9adb-fff6187fd91a on network 0a442676-e97d-483e-b6c5-5a6a805f152b {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:15.476755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Port b2a0881e-aa0d-4b50-9adb-fff6187fd91a on network 0a442676-e97d-483e-b6c5-5a6a805f152b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:23:15.477081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Attempting to bind port b2a0881e-aa0d-4b50-9adb-fff6187fd91a on network 0a442676-e97d-483e-b6c5-5a6a805f152b {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:15.483934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:15.484321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Checking segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:15.484751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Bound using segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:15.485250 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Bound port: 0687950b-e993-4a24-910e-500f131bfe37, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:15.485878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.508744 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:15.509174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Checking segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:15.509610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Bound using segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:15.510100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Bound port: b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:15.510525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.519170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 23191db0-aaaa-416e-8c4b-3abdefac96e7 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:15.519435 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dd3b180e-2dc6-4b5d-8fff-44e5375e1ab9 req-d2fabf99-5ddd-45aa-903e-f13438c06de8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672836
Apr 20 18:23:15.535703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 23191db0-aaaa-416e-8c4b-3abdefac96e7 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:15.536350 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.682928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.707950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b10e5f-0254-4509-b779-65f6c8c9ae8c req-81331a92-966e-46a1-bf05-a0dde43e41a0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:15.709545 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87b10e5f-0254-4509-b779-65f6c8c9ae8c req-81331a92-966e-46a1-bf05-a0dde43e41a0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0899167
Apr 20 18:23:15.718314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 23191db0-aaaa-416e-8c4b-3abdefac96e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23191db0-aaaa-416e-8c4b-3abdefac96e7,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:15.721604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.722551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d239680d-38c9-4ba3-bd52-11d907a6c4ab up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:15.733426 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] For port 0687950b-e993-4a24-910e-500f131bfe37, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:15.754941 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] For port 0687950b-e993-4a24-910e-500f131bfe37, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0687950b-e993-4a24-910e-500f131bfe37,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:15.764330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.766103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:15.771075 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87b10e5f-0254-4509-b779-65f6c8c9ae8c req-cc861fa1-cb9f-4349-8a48-f3907354d0a5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536625
Apr 20 18:23:15.776265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85931958-d9c5-4b37-b274-c1a4b3de1652 req-b3d4a20f-d550-487d-aeb5-1c518ac3e2fb tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:15.783840 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-85931958-d9c5-4b37-b274-c1a4b3de1652 req-b3d4a20f-d550-487d-aeb5-1c518ac3e2fb tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.2370460
Apr 20 18:23:15.788046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:15.797728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-18641361-a697-48c0-908a-7b374e47a4ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:15.806725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-72c69e29-d33b-4280-a414-dd07c771fbde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:15.861688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.884540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=23191db0-aaaa-416e-8c4b-3abdefac96e7,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:15.887883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:15.888804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port d239680d-38c9-4ba3-bd52-11d907a6c4ab completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:15.894298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port d239680d-38c9-4ba3-bd52-11d907a6c4ab triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:15.894752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.897074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:15.897766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.899329 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] 10.222.0.36 "PUT /v2.0/ports/0687950b-e993-4a24-910e-500f131bfe37 HTTP/1.1" status: 200  len: 1093 time: 2.5383399
Apr 20 18:23:15.906892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291eea25-3def-4661-bf74-4a540fedde0a', 'tag': '0687950b-e993-4a24-910e-500f131bfe37'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:15.963006 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-85931958-d9c5-4b37-b274-c1a4b3de1652 req-4911190e-afd2-43b6-a8e4-4716995e2980 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610465
Apr 20 18:23:15.963006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:15.963006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:15.963006 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] 10.222.0.36 "PUT /v2.0/ports/b2a0881e-aa0d-4b50-9adb-fff6187fd91a HTTP/1.1" status: 200  len: 1093 time: 2.5968049
Apr 20 18:23:15.966009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Pushing event updated for resources: {'Port': ['ID=0687950b-e993-4a24-910e-500f131bfe37,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:15.979543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:15.980103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:16.051686 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291eea25-3def-4661-bf74-4a540fedde0a', 'tag': '0687950b-e993-4a24-910e-500f131bfe37', 'status': 'completed', 'code': 200}
Apr 20 18:23:16.119288 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:16.148092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:16.172596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.318494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d239680d-38c9-4ba3-bd52-11d907a6c4ab, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d239680d-38c9-4ba3-bd52-11d907a6c4ab,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:16.326795 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:16.328895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:16.378992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-ed90b011-bb1d-4002-9383-80d8de840053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:16.381324 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-ed90b011-bb1d-4002-9383-80d8de840053 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 1096 time: 0.2286859
Apr 20 18:23:16.383811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-3f4b6f09-870d-4b72-9bb7-6b40a8bd7805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:16.385654 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-3f4b6f09-870d-4b72-9bb7-6b40a8bd7805 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 1096 time: 0.1463768
Apr 20 18:23:16.445324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d239680d-38c9-4ba3-bd52-11d907a6c4ab,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:16.456783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:16.463056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f9d529-91fc-49e7-9140-ed7acdd0b2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23191db0-aaaa-416e-8c4b-3abdefac96e7'}, {'server_uuid': '6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd239680d-38c9-4ba3-bd52-11d907a6c4ab'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:16.612493 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-616ad145-a424-400c-b9fd-ac2ded36e938 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a HTTP/1.1" status: 200  len: 217 time: 0.1898715
Apr 20 18:23:16.617254 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-ed538ddb-60f5-485e-a2b1-4ebb1c293857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0687950b-e993-4a24-910e-500f131bfe37 HTTP/1.1" status: 200  len: 217 time: 0.1343670
Apr 20 18:23:16.681267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8f7f-1c39-4d07-a6df-2776108813c0 req-59350ad4-81ef-4a45-97a5-065c7c2917e0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:16.690203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a01e8f7f-1c39-4d07-a6df-2776108813c0 req-59350ad4-81ef-4a45-97a5-065c7c2917e0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1384971
Apr 20 18:23:16.754826 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a01e8f7f-1c39-4d07-a6df-2776108813c0 req-945bc177-1027-416f-b026-7cd6fe133c22 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564625
Apr 20 18:23:16.820548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-3dbed470-0306-4357-adce-1a89ebbc7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:16.826222 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-3dbed470-0306-4357-adce-1a89ebbc7033 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.2131989
Apr 20 18:23:16.843134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-af65f376-f09f-41a3-8c0a-274360900e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:16.845065 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-af65f376-f09f-41a3-8c0a-274360900e11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.1794910
Apr 20 18:23:16.896914 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f9d529-91fc-49e7-9140-ed7acdd0b2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23191db0-aaaa-416e-8c4b-3abdefac96e7', 'code': 200}
Apr 20 18:23:16.897221 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd239680d-38c9-4ba3-bd52-11d907a6c4ab', 'code': 200}
Apr 20 18:23:17.007643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f749fa7-7e43-427d-9566-303a9329cf35 req-c860f069-2b38-4de2-a3da-98707a23ad8c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:17.010044 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8f749fa7-7e43-427d-9566-303a9329cf35 req-c860f069-2b38-4de2-a3da-98707a23ad8c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.4733884
Apr 20 18:23:17.183225 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8f749fa7-7e43-427d-9566-303a9329cf35 req-ac2db3c3-70dd-4e9d-90e3-11a38bbe5ffd tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528299
Apr 20 18:23:17.224982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0da818e2-370d-4584-9ac0-0c72a1bbdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:17.226624 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-0da818e2-370d-4584-9ac0-0c72a1bbdd03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3856878
Apr 20 18:23:17.228604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-75779e40-542e-4316-89f7-aac5d71e00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:17.233583 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-75779e40-542e-4316-89f7-aac5d71e00f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3401649
Apr 20 18:23:17.287038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf0a7e-70ec-4379-aadb-ca185dd9ba8b req-77025e8a-fa0c-4524-992f-ec17c51b3bdb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:17.293054 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfdf0a7e-70ec-4379-aadb-ca185dd9ba8b req-77025e8a-fa0c-4524-992f-ec17c51b3bdb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.1417992
Apr 20 18:23:17.376694 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfdf0a7e-70ec-4379-aadb-ca185dd9ba8b req-285db9e5-41f7-47c4-8930-d3cf3a9e45a0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815520
Apr 20 18:23:17.496270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5da4-4cd8-4585-8d3e-f36387ccd1a9 req-75f5811e-cb23-4095-90e0-cb31a8e077d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:17.497873 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bd8a5da4-4cd8-4585-8d3e-f36387ccd1a9 req-75f5811e-cb23-4095-90e0-cb31a8e077d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 1098 time: 0.1249175
Apr 20 18:23:17.533253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b8e8c-2e6d-43be-abbf-f83c883a3163 req-2616a01c-824f-4c64-96c9-9e2859c5677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:17.534991 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2f6b8e8c-2e6d-43be-abbf-f83c883a3163 req-2616a01c-824f-4c64-96c9-9e2859c5677f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 1098 time: 0.1982296
Apr 20 18:23:17.592233 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2f6b8e8c-2e6d-43be-abbf-f83c883a3163 req-56e9a191-b848-49d9-8e67-465fdc0ca7b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456181
Apr 20 18:23:17.613097 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bd8a5da4-4cd8-4585-8d3e-f36387ccd1a9 req-47753e5d-3567-46aa-8400-4d1278ea7ae2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966299
Apr 20 18:23:17.867377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eef774-9d68-40d3-8b64-2eab2250ef49 req-bb69721d-480a-47bb-b619-6ae32cbdfeb6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:17.869001 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87eef774-9d68-40d3-8b64-2eab2250ef49 req-bb69721d-480a-47bb-b619-6ae32cbdfeb6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.5475166
Apr 20 18:23:17.874342 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-65b1c7a2-d541-42ff-8504-0ddf99655aba service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5761285
Apr 20 18:23:17.908446 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-ddb2bb97-d01d-43b8-a978-8754ebfc6434 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5289261
Apr 20 18:23:17.932168 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87eef774-9d68-40d3-8b64-2eab2250ef49 req-490e71bb-6871-4f50-8b08-13385da564d9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564592
Apr 20 18:23:17.961386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9e4f0-4b21-411e-b67a-ae87b3dae4ce req-7fcb5b3a-d59d-46d1-ac0e-89bcf455d274 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:17.963597 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-afc9e4f0-4b21-411e-b67a-ae87b3dae4ce req-7fcb5b3a-d59d-46d1-ac0e-89bcf455d274 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0881059
Apr 20 18:23:18.013590 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-afc9e4f0-4b21-411e-b67a-ae87b3dae4ce req-6a07bd0d-4833-407a-a637-a4a1bfd69769 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436957
Apr 20 18:23:18.052878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:18.105049 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'status': 'completed', 'code': 200}
Apr 20 18:23:18.389684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638d3e7-c2b8-4801-862e-1b04b556a914 req-7e5ec845-310d-43b7-bea5-527532be68de tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:18.391296 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b638d3e7-c2b8-4801-862e-1b04b556a914 req-7e5ec845-310d-43b7-bea5-527532be68de tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0876374
Apr 20 18:23:18.441304 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b638d3e7-c2b8-4801-862e-1b04b556a914 req-6f7894b0-f554-42a1-ae44-25e9d067f2f7 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436332
Apr 20 18:23:18.640780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd5bead-f753-42d2-89c8-3b9cc878ed4c req-abb4f6af-3031-412f-b388-44dffef8dd9e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:18.642359 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8dd5bead-f753-42d2-89c8-3b9cc878ed4c req-abb4f6af-3031-412f-b388-44dffef8dd9e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.0989301
Apr 20 18:23:18.690602 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8dd5bead-f753-42d2-89c8-3b9cc878ed4c req-cfd37954-364c-4d4c-9787-a8401a48039b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417273
Apr 20 18:23:18.881891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:23:19.140323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd69f2-aecb-4565-b9aa-6f11d50b9f0d req-5082ec7f-2ef9-448f-b241-b2533c2fe3e4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:19.141805 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-78bd69f2-aecb-4565-b9aa-6f11d50b9f0d req-5082ec7f-2ef9-448f-b241-b2533c2fe3e4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0859294
Apr 20 18:23:19.188288 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-78bd69f2-aecb-4565-b9aa-6f11d50b9f0d req-df63c56c-1b47-4389-b64d-c665b3c3eefe tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403337
Apr 20 18:23:19.376171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3bd53-0fb8-42e9-8d4d-fa111c7a9b84 req-457e7956-3c6c-4fe1-9d5e-b3aa00438937 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:19.377731 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-79e3bd53-0fb8-42e9-8d4d-fa111c7a9b84 req-457e7956-3c6c-4fe1-9d5e-b3aa00438937 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0892365
Apr 20 18:23:19.424545 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-79e3bd53-0fb8-42e9-8d4d-fa111c7a9b84 req-a6302ca4-6283-4b4a-81ca-a0ee2180b7ba tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405800
Apr 20 18:23:19.639892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bffbac-59e5-49bf-ba1b-485865cf2e83 req-1a93427e-633c-4dbe-9ee6-171490357269 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:19.641498 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-15bffbac-59e5-49bf-ba1b-485865cf2e83 req-1a93427e-633c-4dbe-9ee6-171490357269 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0903578
Apr 20 18:23:19.690063 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-15bffbac-59e5-49bf-ba1b-485865cf2e83 req-af04f2d5-019b-43e7-adcf-ae10f4a743c2 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418601
Apr 20 18:23:19.893325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a92c03-1a58-4131-b527-2065e33bd0b2 req-19003b0f-9ba4-46e9-80ef-ce69f5f95bdc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:19.894954 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a4a92c03-1a58-4131-b527-2065e33bd0b2 req-19003b0f-9ba4-46e9-80ef-ce69f5f95bdc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.0871177
Apr 20 18:23:19.942493 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a4a92c03-1a58-4131-b527-2065e33bd0b2 req-325c2a9f-0acf-4f41-9d99-9f29014ca805 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410447
Apr 20 18:23:20.391883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f84bb-ee91-4b4a-a526-c2c5c73224b8 req-2623ab51-756d-47f6-a849-4305f95d946c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:20.393417 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5c1f84bb-ee91-4b4a-a526-c2c5c73224b8 req-2623ab51-756d-47f6-a849-4305f95d946c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0896146
Apr 20 18:23:20.440303 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5c1f84bb-ee91-4b4a-a526-c2c5c73224b8 req-b42a24d7-4d55-43ff-b8dd-5533255ce58d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398724
Apr 20 18:23:20.627556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddcf87-32b0-4637-b118-1fe086e83fa0 req-4e4b495b-f798-46b8-97f4-e4d4914d68ce tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:20.629129 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d4ddcf87-32b0-4637-b118-1fe086e83fa0 req-4e4b495b-f798-46b8-97f4-e4d4914d68ce tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0865550
Apr 20 18:23:20.678039 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d4ddcf87-32b0-4637-b118-1fe086e83fa0 req-d0a14a03-e4e9-436a-b7ab-4ad308f63628 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426579
Apr 20 18:23:20.895407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52154d-b1c3-4120-831d-5c5cb43f86af req-afd18c7c-e7c8-439f-88b3-6f25b9fb68fa tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:20.896907 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3c52154d-b1c3-4120-831d-5c5cb43f86af req-afd18c7c-e7c8-439f-88b3-6f25b9fb68fa tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0888255
Apr 20 18:23:20.946734 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3c52154d-b1c3-4120-831d-5c5cb43f86af req-b82a1b97-226a-4e49-9555-593c88a8c921 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428412
Apr 20 18:23:21.142486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28661b52-c02d-4ef0-9b7c-0076915a0d49 req-1669ce2f-1538-4a56-ba88-5c38b0c0bff4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:21.144039 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-28661b52-c02d-4ef0-9b7c-0076915a0d49 req-1669ce2f-1538-4a56-ba88-5c38b0c0bff4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.0896747
Apr 20 18:23:21.193130 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-28661b52-c02d-4ef0-9b7c-0076915a0d49 req-1b5a8475-07ad-4ce6-8fc4-ff5043ad2701 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422103
Apr 20 18:23:21.464413 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-57c7a766-e1d4-4987-bb9d-1a225a55a913 req-c6348f54-c739-4213-a157-8b77b5a9194c service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2397599
Apr 20 18:23:21.466361 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc1b6b14-0a70-4a83-bc33-f3f9c272357e req-bc9c3f4d-1b03-4207-b8c0-952a90463c3c service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2645540
Apr 20 18:23:21.656073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc91cc9-e3aa-43f3-b32a-cbfe675f0194 req-af7f2908-dd56-4d19-a7b0-1354d5b9b8d7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:21.657736 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9cc91cc9-e3aa-43f3-b32a-cbfe675f0194 req-af7f2908-dd56-4d19-a7b0-1354d5b9b8d7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0937629
Apr 20 18:23:21.708929 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9cc91cc9-e3aa-43f3-b32a-cbfe675f0194 req-e9790fc6-eafe-480c-8d21-8f67d0dab317 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442386
Apr 20 18:23:21.943323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-004c42c7-63be-41b4-a49b-161be6af09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:21.944950 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-004c42c7-63be-41b4-a49b-161be6af09d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 1096 time: 0.2580168
Apr 20 18:23:21.950478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-46e4e111-d0bd-4a37-a481-e1872a9c1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:21.951954 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-46e4e111-d0bd-4a37-a481-e1872a9c1da2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 1096 time: 0.2039230
Apr 20 18:23:21.975251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42942a-a25e-4cb4-a27d-3d988e55c31c req-602bed7b-79c8-4c4b-afd1-4cd4e1a5a28b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:21.984250 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7a42942a-a25e-4cb4-a27d-3d988e55c31c req-602bed7b-79c8-4c4b-afd1-4cd4e1a5a28b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1613979
Apr 20 18:23:22.176706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a9b8b-7229-431a-842b-8c57f695730b req-cc119a52-32e0-44ee-9576-153ae26f8232 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.185107 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-841a9b8b-7229-431a-842b-8c57f695730b req-cc119a52-32e0-44ee-9576-153ae26f8232 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.1047649
Apr 20 18:23:22.239239 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-841a9b8b-7229-431a-842b-8c57f695730b req-c685dbac-52e6-48a0-88e0-284846a77632 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529118
Apr 20 18:23:22.279094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-63add6ee-4b0e-4d5d-bfb2-af05172cf743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.280846 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-63add6ee-4b0e-4d5d-bfb2-af05172cf743 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.2938066
Apr 20 18:23:22.304275 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7a42942a-a25e-4cb4-a27d-3d988e55c31c req-82c4ea18-a584-428e-93a2-1accfbe13b0a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3191009
Apr 20 18:23:22.387660 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-ba8fb74b-97c0-4787-aada-657c99a2cccc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a HTTP/1.1" status: 200  len: 217 time: 0.0819526
Apr 20 18:23:22.395071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-37f7bfec-a3da-46f8-8b5d-893169ca3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.396630 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-37f7bfec-a3da-46f8-8b5d-893169ca3e6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.3871274
Apr 20 18:23:22.452468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b89b05-eb58-4b9e-9ec3-39acce4d831c req-30496b5d-8eb4-4541-8be0-bea33d9d8657 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.454831 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-70b89b05-eb58-4b9e-9ec3-39acce4d831c req-30496b5d-8eb4-4541-8be0-bea33d9d8657 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.0996852
Apr 20 18:23:22.513489 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-70b89b05-eb58-4b9e-9ec3-39acce4d831c req-9d4aa154-f02e-4437-a6c5-86bd8cb246f7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500145
Apr 20 18:23:22.562940 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-b0012a0f-229a-4c9d-8643-70a2444abe1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0687950b-e993-4a24-910e-500f131bfe37 HTTP/1.1" status: 200  len: 217 time: 0.1079917
Apr 20 18:23:22.588377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-3e74b994-5576-4eca-9a78-fa8069bf412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.589834 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-3e74b994-5576-4eca-9a78-fa8069bf412d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.0727520
Apr 20 18:23:22.755939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-50c7eda8-e470-4654-8ae9-499e057c2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.757517 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-50c7eda8-e470-4654-8ae9-499e057c2219 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0871806
Apr 20 18:23:22.773423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-541a3031-3cd8-480e-9a06-0dcf4e58b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:22.775602 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-541a3031-3cd8-480e-9a06-0dcf4e58b0e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1405256
Apr 20 18:23:23.111044 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-de90dc6c-8cdf-41c1-b6e5-a8245205e004 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2497749
Apr 20 18:23:23.115368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-fc62cd1f-46ac-4d0e-b6ae-dd1dd4d54c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.116865 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-fc62cd1f-46ac-4d0e-b6ae-dd1dd4d54c98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2940605
Apr 20 18:23:23.126575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e79b5-c41c-43ea-b589-81304c678e01 req-4ac21c0c-a960-4281-97bd-a92afcdccef1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.128086 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-216e79b5-c41c-43ea-b589-81304c678e01 req-4ac21c0c-a960-4281-97bd-a92afcdccef1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.2418671
Apr 20 18:23:23.178274 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-216e79b5-c41c-43ea-b589-81304c678e01 req-16cd8cff-8a6e-43dd-9d70-c172dffbade3 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433397
Apr 20 18:23:23.457766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d42876-3352-4b64-8646-a319eb7ea20c req-97ce595b-fb63-4db5-91dc-268248bb9567 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.459511 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-73d42876-3352-4b64-8646-a319eb7ea20c req-97ce595b-fb63-4db5-91dc-268248bb9567 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.1102509
Apr 20 18:23:23.513461 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-73d42876-3352-4b64-8646-a319eb7ea20c req-696492f4-3faf-4090-9ad7-72414da8ea85 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470684
Apr 20 18:23:23.720115 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f29d09e-07cf-40e1-a509-b9c459b52dd5 req-df96e423-0bec-4ade-bb37-b2eb031642c9 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5105493
Apr 20 18:23:23.728201 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-4ae42699-6286-46b0-9b67-76a16a7d255a service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5402715
Apr 20 18:23:23.732287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be1dc36-2a6d-4155-9437-6781e3c6c8e1 req-630543c3-bd22-4c86-a28a-28ba7d3e13d8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.733925 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5be1dc36-2a6d-4155-9437-6781e3c6c8e1 req-630543c3-bd22-4c86-a28a-28ba7d3e13d8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.0965142
Apr 20 18:23:23.743910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fe422-9c82-4e14-9088-142fdf4564b0 req-cda6f854-253f-4626-b7cd-bc4f5bf917e1 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:23.751402 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-658fe422-9c82-4e14-9088-142fdf4564b0 req-cda6f854-253f-4626-b7cd-bc4f5bf917e1 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.2001829
Apr 20 18:23:23.800519 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5be1dc36-2a6d-4155-9437-6781e3c6c8e1 req-e192665a-83e8-41ea-9786-7e9e71be47cc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570107
Apr 20 18:23:23.807605 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-658fe422-9c82-4e14-9088-142fdf4564b0 req-5cb20d31-8339-4876-abd8-6eeab135ff8a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552764
Apr 20 18:23:24.244925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1904ae-1de1-4e92-a615-3da3a15dc5ad req-034543d8-c08c-4c90-b988-0c092e4a30dc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:24.246535 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8d1904ae-1de1-4e92-a615-3da3a15dc5ad req-034543d8-c08c-4c90-b988-0c092e4a30dc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0886226
Apr 20 18:23:24.295373 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8d1904ae-1de1-4e92-a615-3da3a15dc5ad req-0ac1d47f-4716-44ef-bc3b-4b03c042f0de tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420804
Apr 20 18:23:24.386997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f924d5e-0ad1-487c-a54c-8b5dc5b26d54 req-20293d12-2c09-4d41-88f2-8c040fb220ad tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:24.388496 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f924d5e-0ad1-487c-a54c-8b5dc5b26d54 req-20293d12-2c09-4d41-88f2-8c040fb220ad tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0878077
Apr 20 18:23:24.437813 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f924d5e-0ad1-487c-a54c-8b5dc5b26d54 req-b0bb3823-26bb-4847-8143-4f7245cce95e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428879
Apr 20 18:23:24.721567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28be75-dd25-45a8-b30f-8c6ba9d2c87d req-f27db330-1b99-4c7b-8bde-85eb5fece4f3 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:24.723117 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e28be75-dd25-45a8-b30f-8c6ba9d2c87d req-f27db330-1b99-4c7b-8bde-85eb5fece4f3 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0924881
Apr 20 18:23:24.770637 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e28be75-dd25-45a8-b30f-8c6ba9d2c87d req-b6e62dd1-5fec-48d1-b3b1-ce247b35120b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405960
Apr 20 18:23:25.000726 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6299a-2165-4125-a897-b486befd372e req-f31aa579-06be-4ca3-bb93-5fa02fad1dad tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:25.002312 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-78a6299a-2165-4125-a897-b486befd372e req-f31aa579-06be-4ca3-bb93-5fa02fad1dad tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.0927906
Apr 20 18:23:25.050799 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-78a6299a-2165-4125-a897-b486befd372e req-3324b31d-cc14-4b9e-94be-54ded3983a41 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415998
Apr 20 18:23:25.499379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1f576-bf36-4f98-a7bc-6563156e7b18 req-8e869b7c-b4d9-4915-a005-cf2f33ab39a7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:25.501046 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1bb1f576-bf36-4f98-a7bc-6563156e7b18 req-8e869b7c-b4d9-4915-a005-cf2f33ab39a7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0913043
Apr 20 18:23:25.553062 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1bb1f576-bf36-4f98-a7bc-6563156e7b18 req-4a500fb5-296b-42b7-9481-4620ee108dd0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451605
Apr 20 18:23:25.641301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bfbbb-cc5b-438e-bb3c-4d17cb705cc3 req-e09e4ca6-8675-4e7e-8485-cc3679bee8b4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:25.642909 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d2bfbbb-cc5b-438e-bb3c-4d17cb705cc3 req-e09e4ca6-8675-4e7e-8485-cc3679bee8b4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0875304
Apr 20 18:23:25.692972 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d2bfbbb-cc5b-438e-bb3c-4d17cb705cc3 req-24781994-f992-44fc-acfc-9d506ce6bb5a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438359
Apr 20 18:23:25.970659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a29d06-650d-4547-b806-bb4543a82989 req-961bb9e4-5efe-4e81-8d58-9fba4cb932d4 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:25.972128 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c8a29d06-650d-4547-b806-bb4543a82989 req-961bb9e4-5efe-4e81-8d58-9fba4cb932d4 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0862389
Apr 20 18:23:26.018214 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c8a29d06-650d-4547-b806-bb4543a82989 req-38e4fbb8-f5d1-4d07-9993-b57cd13623fd tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393140
Apr 20 18:23:26.200868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:26.251590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38857b1-95b4-470f-9f38-0fbbca60a523 req-6e1d01d5-a05a-4afd-9c9a-de7dae871bff tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:26.253173 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d38857b1-95b4-470f-9f38-0fbbca60a523 req-6e1d01d5-a05a-4afd-9c9a-de7dae871bff tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 943 time: 0.0869832
Apr 20 18:23:26.312933 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d38857b1-95b4-470f-9f38-0fbbca60a523 req-5240c6c0-32c3-4243-8947-489e26c54e87 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528424
Apr 20 18:23:26.322498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.372850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:26.387206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'port_id': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'mac_address': 'fa:16:3e:79:e5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:26.445372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.463848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a0881e-aa0d-4b50-9adb-fff6187fd91a {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:26.479909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:26.484953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.485931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 0687950b-e993-4a24-910e-500f131bfe37 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:26.489626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-aed44bf9-dfc8-414b-89d1-1b134ef497ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:26.637452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:26.647138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-dca9bc41-e5bb-49a8-943d-524000b933c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:26.647781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.648172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.648552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.648925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.649406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.649955 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-dca9bc41-e5bb-49a8-943d-524000b933c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 1098 time: 0.1428149
Apr 20 18:23:26.650060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.650493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.650867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.651240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.651605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.651979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.652211 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c917f062-fdd5-4b3d-b695-29065bce8d66 req-2da6e164-33be-45e8-bf4c-5893a07ba450 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348819
Apr 20 18:23:26.652327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:26.658003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:26.716058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 0687950b-e993-4a24-910e-500f131bfe37, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0687950b-e993-4a24-910e-500f131bfe37,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:26.732777 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '0687950b-e993-4a24-910e-500f131bfe37', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'port_id': '0687950b-e993-4a24-910e-500f131bfe37', 'mac_address': 'fa:16:3e:f5:2a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:26.843297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.876442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0687950b-e993-4a24-910e-500f131bfe37 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:26.895768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 0687950b-e993-4a24-910e-500f131bfe37, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0687950b-e993-4a24-910e-500f131bfe37,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:26.896627 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ad095-915b-4ab1-82c2-1af836d53f6a req-d86a6651-f3db-4aae-b3e5-7c4c5ac6e30f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:26.898500 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f1ad095-915b-4ab1-82c2-1af836d53f6a req-d86a6651-f3db-4aae-b3e5-7c4c5ac6e30f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.2229767
Apr 20 18:23:26.907724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:26.910294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:26.969492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098c759-560f-4098-aeaa-aad3ed3c0aa0 req-3821e4c9-a090-4553-8544-b782ad032a6e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:26.972375 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e098c759-560f-4098-aeaa-aad3ed3c0aa0 req-3821e4c9-a090-4553-8544-b782ad032a6e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.1368454
Apr 20 18:23:26.981161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-685d45c7-0e24-4a1b-b4b4-0de850ffd1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:26.982779 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-685d45c7-0e24-4a1b-b4b4-0de850ffd1b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 919 time: 0.2676599
Apr 20 18:23:26.986516 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f1ad095-915b-4ab1-82c2-1af836d53f6a req-d173364e-28da-446d-ac06-f5e44dd616eb tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702808
Apr 20 18:23:26.994117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=0687950b-e993-4a24-910e-500f131bfe37,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:26.997878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:27.027442 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e098c759-560f-4098-aeaa-aad3ed3c0aa0 req-48dcebb2-23a8-468b-a813-4430fa1c4688 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472202
Apr 20 18:23:27.238098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd6fba-c2f1-4cbd-aa4c-dfbad37ed45e req-dcdf1f2a-6bfc-4dca-9303-6a02ce5449bc tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:27.239821 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3cd6fba-c2f1-4cbd-aa4c-dfbad37ed45e req-dcdf1f2a-6bfc-4dca-9303-6a02ce5449bc tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.1030955
Apr 20 18:23:27.289246 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3cd6fba-c2f1-4cbd-aa4c-dfbad37ed45e req-e71c77ed-5c2a-451b-81ac-37cfe3998c59 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427272
Apr 20 18:23:27.514320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4251a4-31a7-4da6-859a-1c73cda7719c req-18e51b62-3b1e-4925-ab8a-c161c48e2381 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:27.516061 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5d4251a4-31a7-4da6-859a-1c73cda7719c req-18e51b62-3b1e-4925-ab8a-c161c48e2381 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 944 time: 0.0891047
Apr 20 18:23:27.567826 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5d4251a4-31a7-4da6-859a-1c73cda7719c req-eb04174b-3f4d-47c0-b4ac-549e302187c2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447807
Apr 20 18:23:28.000299 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-aa1776c0-9598-4724-ba8a-df34f856f6f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d239680d-38c9-4ba3-bd52-11d907a6c4ab HTTP/1.1" status: 200  len: 217 time: 0.0683913
Apr 20 18:23:28.191487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bc385-4935-468a-b8b3-5ccdc9f1f006 req-93429aed-dc61-485f-a555-d9d97915909d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:28.193091 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-600bc385-4935-468a-b8b3-5ccdc9f1f006 req-93429aed-dc61-485f-a555-d9d97915909d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0886898
Apr 20 18:23:28.240174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef227-8192-44e1-a0aa-aec7da4b6998 req-fe7eccb2-ecbd-4630-ba2d-be43636ae566 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:28.241145 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-600bc385-4935-468a-b8b3-5ccdc9f1f006 req-6c2f8d7b-0ed9-4e1e-b84b-a941ca0d1c78 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414448
Apr 20 18:23:28.241761 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ecfef227-8192-44e1-a0aa-aec7da4b6998 req-fe7eccb2-ecbd-4630-ba2d-be43636ae566 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.0942936
Apr 20 18:23:28.290709 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ecfef227-8192-44e1-a0aa-aec7da4b6998 req-d342f0bc-f000-434a-be26-066742606d8d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420637
Apr 20 18:23:28.772798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9ffda-abfd-483f-9246-2f3b5e84c627 req-ef30b9aa-e9c2-419b-8986-be645903ceac tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:28.774992 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7eb9ffda-abfd-483f-9246-2f3b5e84c627 req-ef30b9aa-e9c2-419b-8986-be645903ceac tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 944 time: 0.0903876
Apr 20 18:23:28.824580 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7eb9ffda-abfd-483f-9246-2f3b5e84c627 req-57ab7dcb-0770-48e5-94c9-1ad48bb41435 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429876
Apr 20 18:23:29.441925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc758cf-0e33-472c-99b1-6c3ebf6af6bf req-023f6409-ebfa-4f2b-86fe-b636ac49cffa tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:29.443881 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fcc758cf-0e33-472c-99b1-6c3ebf6af6bf req-023f6409-ebfa-4f2b-86fe-b636ac49cffa tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0895252
Apr 20 18:23:29.500425 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fcc758cf-0e33-472c-99b1-6c3ebf6af6bf req-fee7929f-569c-40aa-96f5-2023ae63a3a5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493279
Apr 20 18:23:29.505781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce4c80-53dc-407b-b4b2-20fdcead697f req-1d4e9451-7625-4f95-9eec-e58072f467de tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:29.507479 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-62ce4c80-53dc-407b-b4b2-20fdcead697f req-1d4e9451-7625-4f95-9eec-e58072f467de tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.0969834
Apr 20 18:23:29.559448 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-62ce4c80-53dc-407b-b4b2-20fdcead697f req-0a0ea76a-c3bb-41b9-823d-0a5d14b30bbf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449030
Apr 20 18:23:29.959376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-52fb7d66-39e7-44b0-a584-e3ddeb260712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:29.960940 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-52fb7d66-39e7-44b0-a584-e3ddeb260712 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.0719147
Apr 20 18:23:30.017720 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-c2147bcf-0901-4b01-a5d6-c1dcdb3e23c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0482531
Apr 20 18:23:30.026985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbc61e-a649-4db7-b0d6-a4a9118e2209 req-01b1bf12-4a09-4027-bd23-e9eb39dd74b5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:30.028586 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4cbbc61e-a649-4db7-b0d6-a4a9118e2209 req-01b1bf12-4a09-4027-bd23-e9eb39dd74b5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 944 time: 0.0917716
Apr 20 18:23:30.067750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-83437813-98ea-46d1-a5bc-861f137c3bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:30.079513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4cbbc61e-a649-4db7-b0d6-a4a9118e2209 req-4ab95120-96d1-476f-b6d6-5ad35d95a4a3 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444481
Apr 20 18:23:30.168995 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-1abf6594-b803-48d5-84fa-b80e96fd45f6 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381037
Apr 20 18:23:30.325249 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-92c18dca-309b-48ad-b132-e2ffcbaabd51 req-400153f0-bb70-459b-869e-54c31de9c6b8 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406662
Apr 20 18:23:30.438052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['b2a0881e-aa0d-4b50-9adb-fff6187fd91a'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:30.470703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['0687950b-e993-4a24-910e-500f131bfe37'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:30.762585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8559-e60a-4ba5-b6dd-106a046f0877 req-48a56868-e534-4712-8a08-2fe5dcd9f8cb tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:30.772127 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef8559-e60a-4ba5-b6dd-106a046f0877 req-48a56868-e534-4712-8a08-2fe5dcd9f8cb tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1272049
Apr 20 18:23:30.857679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b167c9-7576-4998-80f2-4b4fbb2c748c req-225fab93-2390-43c3-ac2d-2a1a9910b0ab tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:30.865999 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6b167c9-7576-4998-80f2-4b4fbb2c748c req-225fab93-2390-43c3-ac2d-2a1a9910b0ab tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.1595566
Apr 20 18:23:30.886931 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef8559-e60a-4ba5-b6dd-106a046f0877 req-4cece826-8280-463e-bc28-3dc3256fb6ac tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060233
Apr 20 18:23:31.111741 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6b167c9-7576-4998-80f2-4b4fbb2c748c req-cb21f6f5-38cc-4883-9779-a21103ad4468 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2443473
Apr 20 18:23:31.166016 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-afab362a-6586-4dad-89df-4e745988f46a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1091061
Apr 20 18:23:31.370378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-90f98967-ab59-42de-9607-9b34301fa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:31.372128 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-90f98967-ab59-42de-9607-9b34301fa730 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=812f10aeffbd4431814b5d6f985d46b2&device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 1099 time: 0.0907936
Apr 20 18:23:31.451193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f4582-78f2-4540-b116-f7a37069d8a8 req-38de4c8b-1956-43a5-baa9-6d1c0b55a5d0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:31.453094 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-189f4582-78f2-4540-b116-f7a37069d8a8 req-38de4c8b-1956-43a5-baa9-6d1c0b55a5d0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 944 time: 0.0957596
Apr 20 18:23:31.512891 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-189f4582-78f2-4540-b116-f7a37069d8a8 req-42714bc6-71bd-46c1-80f8-66f4aeca408b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523267
Apr 20 18:23:31.559908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-78f8c6c5-6e0a-4504-bf79-e4fb529cd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:31.561746 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-78f8c6c5-6e0a-4504-bf79-e4fb529cd621 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0f9574a1-d5d5-414a-bc7b-242ef66e05a4 HTTP/1.1" status: 200  len: 912 time: 0.1665344
Apr 20 18:23:31.639619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-0d9e6186-5619-4a4a-9be0-cff4407083fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56ca2229-f046-42df-9a77-9642ea0c322e HTTP/1.1" status: 200  len: 217 time: 0.0692267
Apr 20 18:23:31.721233 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-eb58a9d4-9df0-47c6-8c19-c19f48836d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:31.723079 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-eb58a9d4-9df0-47c6-8c19-c19f48836d3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0f442ede-7c54-4e79-9a50-5614f5dd99c9 HTTP/1.1" status: 200  len: 851 time: 0.0724361
Apr 20 18:23:31.811878 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-a81a9f69-1f47-4cfc-9892-af6936147371 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0f9574a1-d5d5-414a-bc7b-242ef66e05a4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511119
Apr 20 18:23:31.959862 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-ca8cd2a1-af89-479a-be1c-9e8c597f70fa service neutron] 10.222.0.36 "GET /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397431
Apr 20 18:23:32.092210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029792-e3c7-4b1c-9887-7d95e96ea6ed req-47badc63-317a-4a52-8ae1-296ebed2e67d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:32.093943 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f029792-e3c7-4b1c-9887-7d95e96ea6ed req-47badc63-317a-4a52-8ae1-296ebed2e67d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0914109
Apr 20 18:23:32.128749 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a91a9f6-5d5e-43ae-b3f0-fe5391333126 req-306a9579-8caf-483e-98f6-992a53561c36 service neutron] 10.222.0.36 "GET /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1613657
Apr 20 18:23:32.150684 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f029792-e3c7-4b1c-9887-7d95e96ea6ed req-165a1ef9-a593-4736-91c3-e650f860b78b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498571
Apr 20 18:23:32.348374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8a851-e68e-4864-8f07-d3e603bc7802 req-a7427445-364f-4b1a-b877-fc564c3a88e0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:32.350085 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-96b8a851-e68e-4864-8f07-d3e603bc7802 req-a7427445-364f-4b1a-b877-fc564c3a88e0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.1061785
Apr 20 18:23:32.389242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8c90b22b-2dc7-44d8-836b-a950e7476cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.404298 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-96b8a851-e68e-4864-8f07-d3e603bc7802 req-3f88e033-4b9b-476d-9d14-475fc5829412 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463271
Apr 20 18:23:32.557409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49570) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:32.708333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.730693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:32.736959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Usage tracker for resource:security_group_rule and tenant:1c14dfe77493427eac670bba6191eac7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:32.740761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:32.745854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.752465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:32.791971 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8102e3-9583-4bef-acc8-51515981e411 req-d3a27a82-96d5-42d7-a488-e8c1bb698318 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:32.800081 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9c8102e3-9583-4bef-acc8-51515981e411 req-d3a27a82-96d5-42d7-a488-e8c1bb698318 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 944 time: 0.1655049
Apr 20 18:23:32.858508 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9c8102e3-9583-4bef-acc8-51515981e411 req-25c3f371-a31e-4673-acfb-2e7ccc878ed2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574551
Apr 20 18:23:32.910097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.913145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:32.922110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:32.963645 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c14dfe77493427eac670bba6191eac7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4051130
Apr 20 18:23:32.964665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d67b6b-5e2e-4449-968d-fb6a75b58898,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:32.966605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49588) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:32.972362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.972767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.973157 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.973541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.973923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.974303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.974708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.975083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.975476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.975851 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.976225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.976592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:32.981221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:33.033926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.061465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.109184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.114503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0b4cb0eb-61ea-475c-8c35-75f1c83b423b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:33.125151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d67b6b-5e2e-4449-968d-fb6a75b58898,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:33.136484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.137663 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6d67b6b-5e2e-4449-968d-fb6a75b58898 HTTP/1.1" status: 204  len: 168 time: 0.1699877
Apr 20 18:23:33.139204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.139617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.140067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.140398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.140795 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.141200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.141606 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.141953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.142356 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.142766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.143149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.143529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:23:33.146910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:33.369051 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f831fd5c-527e-4762-8d38-fe18b2e9ef6d req-5fea0372-06f5-42db-8c7c-f6276dcf0316 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:33.370709 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f831fd5c-527e-4762-8d38-fe18b2e9ef6d req-5fea0372-06f5-42db-8c7c-f6276dcf0316 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0950263
Apr 20 18:23:33.422803 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f831fd5c-527e-4762-8d38-fe18b2e9ef6d req-fa1017d1-98d7-49fb-8c17-479781bff914 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453722
Apr 20 18:23:33.482303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49614) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:33.504957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.525692 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:33.535176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.569640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e73124a55f041f1ae7f20bfa11a2f47 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:33.577747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:33.590696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:33.659582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956468a6-bb4a-452b-badc-0b569e92ef38 req-4645e593-44ea-4840-9074-6fee10f90449 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:33.661432 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-956468a6-bb4a-452b-badc-0b569e92ef38 req-4645e593-44ea-4840-9074-6fee10f90449 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.1327059
Apr 20 18:23:33.734485 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-956468a6-bb4a-452b-badc-0b569e92ef38 req-16008211-0d85-4c20-95d8-4cc54dd76c9a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660572
Apr 20 18:23:33.749913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.752974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.781203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:33.793080 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e73124a55f041f1ae7f20bfa11a2f47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095696
Apr 20 18:23:33.796224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49630) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:33.832999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d1d5e5-cf8f-4782-a4b8-ad6684394350,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:33.842397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:33.873341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc538-8e55-4785-9c37-935d6fe3fd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.900633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc538-8e55-4785-9c37-935d6fe3fd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.924012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:33.960321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc538-8e55-4785-9c37-935d6fe3fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.966961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:33.980454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc538-8e55-4785-9c37-935d6fe3fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d1d5e5-cf8f-4782-a4b8-ad6684394350,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:33.984601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4b8cc538-8e55-4785-9c37-935d6fe3fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:33.985632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4b8cc538-8e55-4785-9c37-935d6fe3fd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:33.986807 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4b8cc538-8e55-4785-9c37-935d6fe3fd36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2d1d5e5-cf8f-4782-a4b8-ad6684394350 HTTP/1.1" status: 204  len: 168 time: 0.1892281
Apr 20 18:23:34.072855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port b2a0881e-aa0d-4b50-9adb-fff6187fd91a completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:34.079958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port b2a0881e-aa0d-4b50-9adb-fff6187fd91a triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:34.080837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.144497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34895e46-8fca-41de-b3cc-8e0604c8e316 req-b0ae9e05-4644-4e31-8d2b-3db29e199e01 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:34.148941 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34895e46-8fca-41de-b3cc-8e0604c8e316 req-b0ae9e05-4644-4e31-8d2b-3db29e199e01 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 944 time: 0.1137612
Apr 20 18:23:34.222566 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34895e46-8fca-41de-b3cc-8e0604c8e316 req-b477eca5-0498-4218-a32c-663b2f2abfb6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650935
Apr 20 18:23:34.252728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.281603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:34.292797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:34.297470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.298372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 0687950b-e993-4a24-910e-500f131bfe37 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:23:34.328735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49656) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:34.329249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:34.375226 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'code': 200}
Apr 20 18:23:34.451072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:34.459839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:34.487921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.500806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.502214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 0687950b-e993-4a24-910e-500f131bfe37 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:23:34.508395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 0687950b-e993-4a24-910e-500f131bfe37 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:23:34.508811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.543031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:34.554314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Usage tracker for resource:security_group_rule and tenant:b7426f59172a436e8133903b51560380 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:34.562098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:34.578777 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:34.658756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.679114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.685934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.710229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 0687950b-e993-4a24-910e-500f131bfe37, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0687950b-e993-4a24-910e-500f131bfe37,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:34.714703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.715510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1da5e8e0-7456-43ac-80cb-64dd86d006d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:34.718912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:34.727611 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7426f59172a436e8133903b51560380&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3947277
Apr 20 18:23:34.727927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49676) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:34.761178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48d8d5-5f19-4057-9c59-aa3fd687ec51 req-bfd31f23-dfab-48ee-8cfb-1b0ed9c9197a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:34.769223 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b48d8d5-5f19-4057-9c59-aa3fd687ec51 req-bfd31f23-dfab-48ee-8cfb-1b0ed9c9197a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.2119613
Apr 20 18:23:34.796536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a376f1de-de73-4bb5-adf4-90db2071bb01,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:34.807426 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:34.823436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5dd36-620d-47a6-a579-e6d1cbd5f7b4 req-20320536-66b4-4769-bff5-f8b76bb26932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:34.825059 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9da5dd36-620d-47a6-a579-e6d1cbd5f7b4 req-20320536-66b4-4769-bff5-f8b76bb26932 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 1098 time: 0.1892064
Apr 20 18:23:34.861242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=0687950b-e993-4a24-910e-500f131bfe37,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:34.875176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:34.922157 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9da5dd36-620d-47a6-a579-e6d1cbd5f7b4 req-f0cbef5a-a593-4f74-99a4-fcf6142ae5a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649807
Apr 20 18:23:34.926249 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b48d8d5-5f19-4057-9c59-aa3fd687ec51 req-e6238201-a67e-451e-bc9a-469d17fcf362 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562102
Apr 20 18:23:34.946862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f268-03df-4c26-be92-a0bf969cc91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:34.974613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d27bf-30b6-452b-baa4-48ed1e35a83e req-6e27cbef-eb4d-4ebd-a95d-9ab0e9d94baa tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:34.975961 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-786d27bf-30b6-452b-baa4-48ed1e35a83e req-6e27cbef-eb4d-4ebd-a95d-9ab0e9d94baa tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0913892
Apr 20 18:23:34.983725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f268-03df-4c26-be92-a0bf969cc91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.034888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f268-03df-4c26-be92-a0bf969cc91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.037091 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-786d27bf-30b6-452b-baa4-48ed1e35a83e req-0d21ccda-40da-4128-9c62-849f388efc83 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539858
Apr 20 18:23:35.043630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:35.057844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0f268-03df-4c26-be92-a0bf969cc91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a376f1de-de73-4bb5-adf4-90db2071bb01,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:35.059792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f6c0f268-03df-4c26-be92-a0bf969cc91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:35.066487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f6c0f268-03df-4c26-be92-a0bf969cc91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.070095 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f6c0f268-03df-4c26-be92-a0bf969cc91d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a376f1de-de73-4bb5-adf4-90db2071bb01 HTTP/1.1" status: 204  len: 168 time: 0.3330519
Apr 20 18:23:35.469351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49708) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:35.491016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.510653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:35.515421 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Usage tracker for resource:security_group_rule and tenant:473f66b7480f4810a8eb8a0c6707a68f is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:35.519089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:35.526210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:35.592281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49712) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:35.632224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.635360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26337579-29eb-4dd5-937a-21153cb065a6 req-7b11e737-f595-49a8-8b82-6dd2424414a6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:35.636193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.644154 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-26337579-29eb-4dd5-937a-21153cb065a6 req-7b11e737-f595-49a8-8b82-6dd2424414a6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.3111274
Apr 20 18:23:35.647570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cce84d1f-0460-4b89-a772-c3d1696dbc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:35.681282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c883f9-9102-4679-a0a9-32da079affd7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:35.686520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:35.699714 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-26337579-29eb-4dd5-937a-21153cb065a6 req-bae4baed-f473-4cf1-b808-1b59732b929e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545819
Apr 20 18:23:35.706803 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=473f66b7480f4810a8eb8a0c6707a68f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2329159
Apr 20 18:23:35.706895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49718) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:35.742897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.763332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:35.767423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb3546897d541d3abcc95573fbd0b1b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:35.770487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:35.773235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9780f860-b368-4ca3-abc0-fc64e18e4019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.777437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:35.801493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9780f860-b368-4ca3-abc0-fc64e18e4019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.847384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9780f860-b368-4ca3-abc0-fc64e18e4019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.853510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ce2cd33f-3abf-423e-8ad5-6906af3f979b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:35.865982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780f860-b368-4ca3-abc0-fc64e18e4019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c883f9-9102-4679-a0a9-32da079affd7,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:35.871503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9780f860-b368-4ca3-abc0-fc64e18e4019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.872580 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9780f860-b368-4ca3-abc0-fc64e18e4019 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25c883f9-9102-4679-a0a9-32da079affd7 HTTP/1.1" status: 204  len: 168 time: 0.1650589
Apr 20 18:23:35.873484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9780f860-b368-4ca3-abc0-fc64e18e4019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:35.874482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49724) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:35.889992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.893411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:35.903699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:35.950787 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdb3546897d541d3abcc95573fbd0b1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3546569
Apr 20 18:23:35.950787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662f3808-9223-4db3-b46a-53babaa30bd4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:35.951365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49732) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:35.952461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:36.021259 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56b12a-b70e-4425-aedf-9a95255bbcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.052011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56b12a-b70e-4425-aedf-9a95255bbcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.151417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56b12a-b70e-4425-aedf-9a95255bbcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.156744 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c5374757-59c5-4d9e-912f-7fee03a19bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:36.160423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde4744-41a4-4f32-b117-e48e8c5eef58 req-a7bf9fab-9809-4c43-94e3-9343112b314b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.172740 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6fde4744-41a4-4f32-b117-e48e8c5eef58 req-a7bf9fab-9809-4c43-94e3-9343112b314b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1175756
Apr 20 18:23:36.212796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56b12a-b70e-4425-aedf-9a95255bbcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.217303 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9e56b12a-b70e-4425-aedf-9a95255bbcb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/662f3808-9223-4db3-b46a-53babaa30bd4 HTTP/1.1" status: 204  len: 168 time: 0.2648494
Apr 20 18:23:36.218287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56b12a-b70e-4425-aedf-9a95255bbcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662f3808-9223-4db3-b46a-53babaa30bd4,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:36.223598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9e56b12a-b70e-4425-aedf-9a95255bbcb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:36.236831 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6fde4744-41a4-4f32-b117-e48e8c5eef58 req-44b17ddc-544b-4d0d-adc9-c52c0124ae53 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627644
Apr 20 18:23:36.349909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.370872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:36.376651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291eea25-3def-4661-bf74-4a540fedde0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0687950b-e993-4a24-910e-500f131bfe37'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:36.377773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Usage tracker for resource:security_group_rule and tenant:f339fa0a97fb4519bd5f46e0ac5fbb63 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:36.381220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:36.393547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:36.426055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05fe13e-9018-48ce-90e9-e77c7bc49bb9 req-11f0e4a4-b456-4b1d-85b7-c57aad89c47f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.427836 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f05fe13e-9018-48ce-90e9-e77c7bc49bb9 req-11f0e4a4-b456-4b1d-85b7-c57aad89c47f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1474161
Apr 20 18:23:36.447655 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291eea25-3def-4661-bf74-4a540fedde0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0687950b-e993-4a24-910e-500f131bfe37', 'code': 200}
Apr 20 18:23:36.501421 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f05fe13e-9018-48ce-90e9-e77c7bc49bb9 req-3cb2a3fc-b543-4b56-9e5f-ebee3c923ce2 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645523
Apr 20 18:23:36.564316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.567190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.596740 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4b8cc538-8e55-4785-9c37-935d6fe3fd36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:36.608515 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f339fa0a97fb4519bd5f46e0ac5fbb63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7304058
Apr 20 18:23:36.609079 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49762) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:36.636057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2449f3-d0c4-4670-a003-292a2d6e6904,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:36.644318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:36.716128 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a5152ded-7045-4444-b944-a0b07b29b021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.749415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a5152ded-7045-4444-b944-a0b07b29b021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.825629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a5152ded-7045-4444-b944-a0b07b29b021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.849573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e78b7f83-c888-4b1d-b8ee-4a4dcc5d9baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:36.860016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6340a3-3afb-4b60-8a06-fe7412050c54 req-d5ff0e03-e1db-4ec6-9415-a3cc00a83120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.861746 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5e6340a3-3afb-4b60-8a06-fe7412050c54 req-d5ff0e03-e1db-4ec6-9415-a3cc00a83120 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 1098 time: 0.0943186
Apr 20 18:23:36.867558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5152ded-7045-4444-b944-a0b07b29b021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2449f3-d0c4-4670-a003-292a2d6e6904,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:36.886488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a5152ded-7045-4444-b944-a0b07b29b021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:36.917004 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5e6340a3-3afb-4b60-8a06-fe7412050c54 req-7e7c8cd6-1db2-4c8f-abf4-cc5e69c8aa06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476093
Apr 20 18:23:36.931241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a5152ded-7045-4444-b944-a0b07b29b021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:36.935035 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a5152ded-7045-4444-b944-a0b07b29b021 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef2449f3-d0c4-4670-a003-292a2d6e6904 HTTP/1.1" status: 204  len: 168 time: 0.3224611
Apr 20 18:23:36.979464 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15b049-0679-44fc-b20e-592694b47d55 req-66de066e-2631-4e40-883d-9a56a0ace9bb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:36.981072 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f15b049-0679-44fc-b20e-592694b47d55 req-66de066e-2631-4e40-883d-9a56a0ace9bb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1104026
Apr 20 18:23:37.032644 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f15b049-0679-44fc-b20e-592694b47d55 req-eddf0517-7254-4576-860a-2dfd1353b921 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446479
Apr 20 18:23:37.411295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49792) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:37.432684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.455395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:37.459451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Usage tracker for resource:security_group_rule and tenant:6a102d639e0f433e8eba241babfe62f4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:37.463601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:37.470839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:37.513746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775cff6-534a-4c28-8a8a-db59e37e47ab req-6530bf3a-24a3-4aee-ad8e-0c1735f8c195 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:37.515414 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a775cff6-534a-4c28-8a8a-db59e37e47ab req-6530bf3a-24a3-4aee-ad8e-0c1735f8c195 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1071947
Apr 20 18:23:37.564807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.565817 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a775cff6-534a-4c28-8a8a-db59e37e47ab req-f413a33a-9f74-4a7c-a918-2a72f9e878e1 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433071
Apr 20 18:23:37.567916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.577682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:37.622655 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a102d639e0f433e8eba241babfe62f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2071347
Apr 20 18:23:37.623122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49802) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:37.625727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f451ed6d-395f-4052-a83d-c312140d3957,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:37.629101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:37.740869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-251bd98f-4807-4725-b88a-a27a79fa8bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.777480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-251bd98f-4807-4725-b88a-a27a79fa8bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.836784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5d178-c241-47dc-925f-a7e992942b64 req-5d1f82a2-65f8-42ba-91eb-3a1380444417 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:37.838360 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86d5d178-c241-47dc-925f-a7e992942b64 req-5d1f82a2-65f8-42ba-91eb-3a1380444417 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1644378
Apr 20 18:23:37.861509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-251bd98f-4807-4725-b88a-a27a79fa8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.869241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-50d0a21f-6e7e-42d7-8783-00941a2f70cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:37.893745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bd98f-4807-4725-b88a-a27a79fa8bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f451ed6d-395f-4052-a83d-c312140d3957,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:37.896981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-251bd98f-4807-4725-b88a-a27a79fa8bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:37.907196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-251bd98f-4807-4725-b88a-a27a79fa8bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:37.908398 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-251bd98f-4807-4725-b88a-a27a79fa8bc2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f451ed6d-395f-4052-a83d-c312140d3957 HTTP/1.1" status: 204  len: 168 time: 0.2845891
Apr 20 18:23:37.912082 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86d5d178-c241-47dc-925f-a7e992942b64 req-00b5c070-55d4-4b4f-b0a5-9e055dcbc8f0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664971
Apr 20 18:23:38.140917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ae83b-ce4c-422b-8b30-a482d3cad920 req-5a27ffaf-b8d2-4f5a-8d99-15a81d2f0642 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.142552 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ed9ae83b-ce4c-422b-8b30-a482d3cad920 req-5a27ffaf-b8d2-4f5a-8d99-15a81d2f0642 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1038547
Apr 20 18:23:38.152111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49826) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:38.158304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'floatingip': {'port_id': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:38.307327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:38.512503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8716be-04a3-421f-aa4a-2540fd25b2f2 req-c1d66b37-4050-418b-902a-6a0c7b0c3d41 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.514120 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3a8716be-04a3-421f-aa4a-2540fd25b2f2 req-c1d66b37-4050-418b-902a-6a0c7b0c3d41 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.2981853
Apr 20 18:23:38.709898 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3a8716be-04a3-421f-aa4a-2540fd25b2f2 req-677d9fc6-080f-4102-9659-fc65cf2d2d5e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1858613
Apr 20 18:23:38.866056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb2295-a9ff-4af4-a2d7-e4f2a426bfcc req-0ca070a3-e6de-48a8-9af0-97b88d8c2894 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:38.867988 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-38fb2295-a9ff-4af4-a2d7-e4f2a426bfcc req-0ca070a3-e6de-48a8-9af0-97b88d8c2894 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1149113
Apr 20 18:23:38.917884 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-38fb2295-a9ff-4af4-a2d7-e4f2a426bfcc req-c42b2cfa-c4c6-4fa1-84f2-af90dec874a0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427985
Apr 20 18:23:39.208437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:39.211719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:39.620608 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Floating IP 02556811-5157-4bfb-ba18-0a832adf45d3 associated. External IP: 172.27.0.124, port: b2a0881e-aa0d-4b50-9adb-fff6187fd91a.
Apr 20 18:23:40.087937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49906) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:40.156272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7380156-5857-41eb-82a9-6084e7657be4 req-2cf04915-501b-4a64-8c8e-86cd25227a45 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:40.168694 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7380156-5857-41eb-82a9-6084e7657be4 req-2cf04915-501b-4a64-8c8e-86cd25227a45 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1196151
Apr 20 18:23:40.189184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab4f5a-c4d6-45ae-9d8e-91c09f0f6db1 req-e09b69e1-8595-40fa-a19b-877b6be35703 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:40.190829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a7ab4f5a-c4d6-45ae-9d8e-91c09f0f6db1 req-e09b69e1-8595-40fa-a19b-877b6be35703 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.3369470
Apr 20 18:23:40.231245 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7380156-5857-41eb-82a9-6084e7657be4 req-4c21a49c-e8ab-4152-8039-88fe5b536f47 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617282
Apr 20 18:23:40.272468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Router f4ddc2a0-8974-4063-a4ec-869df88b53fa has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:23:40.276605 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a7ab4f5a-c4d6-45ae-9d8e-91c09f0f6db1 req-2e5bd8f9-703d-444d-b6b4-403efa38ba57 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0762210
Apr 20 18:23:40.284048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.302623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:40.308869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b19cfd680d0a4d7a8ee01d27ebc740d3 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:40.311950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:40.318928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:40.451331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.460945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.470845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:40.474881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:23:40.480343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.492438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] Sync routers for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:23:40.503467 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:40.504204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98b5c3c8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:40.523400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330ed28d-a9a7-4428-84ac-22550b87f5ac,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:40.531908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:40.540153 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b19cfd680d0a4d7a8ee01d27ebc740d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4400902
Apr 20 18:23:40.540910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49916) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:40.550850 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c8459ea5-2236-407e-a329-ceb8c81a1d2e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "PUT /v2.0/floatingips/02556811-5157-4bfb-ba18-0a832adf45d3 HTTP/1.1" status: 200  len: 991 time: 2.3948538
Apr 20 18:23:40.550850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:40.621827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-825094a9-97ee-4178-a58b-df229cfd2e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.653743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-825094a9-97ee-4178-a58b-df229cfd2e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.677500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056e621-d1a1-41b1-a2b4-f72fa935998e req-07863578-b466-4c92-8fe2-8860d49adbf6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:40.679435 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2056e621-d1a1-41b1-a2b4-f72fa935998e req-07863578-b466-4c92-8fe2-8860d49adbf6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.2777262
Apr 20 18:23:40.689833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 49928) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:40.702237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'floatingip': {'port_id': '0687950b-e993-4a24-910e-500f131bfe37'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:40.750534 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'status': 'completed', 'code': 200}
Apr 20 18:23:40.908691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:40.933057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:41.122856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-825094a9-97ee-4178-a58b-df229cfd2e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.135191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6b407cf9-d2b0-4cb6-86e7-510cf25e8a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:41.159110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825094a9-97ee-4178-a58b-df229cfd2e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ed28d-a9a7-4428-84ac-22550b87f5ac,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:41.169085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-825094a9-97ee-4178-a58b-df229cfd2e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:41.172756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ba527-facc-4705-9521-53fdbb771331 req-65aa0c8a-c61c-46f4-83e7-5604c805375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:41.174381 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d65ba527-facc-4705-9521-53fdbb771331 req-65aa0c8a-c61c-46f4-83e7-5604c805375b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 1098 time: 0.3213694
Apr 20 18:23:41.200995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b2cdf-a3cc-4a1f-ae39-1428f0b9b45f req-6e961763-dccd-4b6b-9ce3-37772f53fb1f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:41.202832 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-928b2cdf-a3cc-4a1f-ae39-1428f0b9b45f req-6e961763-dccd-4b6b-9ce3-37772f53fb1f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.0957241
Apr 20 18:23:41.217935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-825094a9-97ee-4178-a58b-df229cfd2e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.221714 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-825094a9-97ee-4178-a58b-df229cfd2e7f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/330ed28d-a9a7-4428-84ac-22550b87f5ac HTTP/1.1" status: 204  len: 168 time: 0.6777995
Apr 20 18:23:41.263311 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-928b2cdf-a3cc-4a1f-ae39-1428f0b9b45f req-b8b88b61-66d9-4ef4-a62c-4b8dcf1eae24 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539258
Apr 20 18:23:41.409796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98b5c3c8>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '02556811-5157-4bfb-ba18-0a832adf45d3', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'port_id': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'mac_address': 'fa:16:3e:79:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:22:52Z', 'updated_at': '2021-04-20T18:23:39Z', 'revision_number': 1, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:41.415266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] Checking router: f4ddc2a0-8974-4063-a4ec-869df88b53fa for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:23:41.427893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:41.429541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98b5c3c8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:41.631292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49954) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:41.656083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.656371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:41.672755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:41.677525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Usage tracker for resource:security_group_rule and tenant:8e294c1a6d7542e7bbffd9ba60e9182d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:41.680943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:41.688816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:41.832549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0e98-a877-4068-a720-2223e0b7ac4c req-8a3d319d-d2fa-45a1-a58f-81095468bc1c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:41.833610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.840297 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-83ff0e98-a877-4068-a720-2223e0b7ac4c req-8a3d319d-d2fa-45a1-a58f-81095468bc1c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.4105446
Apr 20 18:23:41.842408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:41.842773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ba527-facc-4705-9521-53fdbb771331 req-c8dd0806-c6ba-4740-ab43-ad485eed4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:41.844287 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d65ba527-facc-4705-9521-53fdbb771331 req-c8dd0806-c6ba-4740-ab43-ad485eed4aea service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.6582279
Apr 20 18:23:41.857888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3463c514-e787-4c36-9175-d33579f29487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:41.880478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49962) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:41.927120 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e294c1a6d7542e7bbffd9ba60e9182d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2944920
Apr 20 18:23:41.928188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49970) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:41.929567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94096772-d312-4a4f-8e43-37a81052e586,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:41.935707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:42.003475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41b62b2c-caa8-412f-aff3-ba38604632a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.073061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41b62b2c-caa8-412f-aff3-ba38604632a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.137262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.154230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:42.158587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Usage tracker for resource:security_group_rule and tenant:bf13a74dd9e34629b9a2e33c2924dfb3 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:42.162932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:42.169677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:42.171861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41b62b2c-caa8-412f-aff3-ba38604632a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.177989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-786ddcbe-d466-437a-bb09-af15d0833cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:42.194168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b62b2c-caa8-412f-aff3-ba38604632a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94096772-d312-4a4f-8e43-37a81052e586,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:42.199371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41b62b2c-caa8-412f-aff3-ba38604632a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:42.203289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41b62b2c-caa8-412f-aff3-ba38604632a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.204492 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-41b62b2c-caa8-412f-aff3-ba38604632a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94096772-d312-4a4f-8e43-37a81052e586 HTTP/1.1" status: 204  len: 168 time: 0.2710896
Apr 20 18:23:42.207170 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-83ff0e98-a877-4068-a720-2223e0b7ac4c req-8bc863cd-bc47-4a56-818c-b20b0ab9b286 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3658206
Apr 20 18:23:42.252168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98b5c3c8>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '02556811-5157-4bfb-ba18-0a832adf45d3', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'port_id': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'mac_address': 'fa:16:3e:79:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:22:52Z', 'updated_at': '2021-04-20T18:23:39Z', 'revision_number': 1, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:42.256553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676178ef-1371-44db-94c6-83caa61e2598 None None] The sync data for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi is: [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '02556811-5157-4bfb-ba18-0a832adf45d3', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'port_id': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'mac_address': 'fa:16:3e:79:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:22:52Z', 'updated_at': '2021-04-20T18:23:39Z', 'revision_number': 1, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:23:42.286683 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d65ba527-facc-4705-9521-53fdbb771331 req-2bd9b01e-e125-4c1b-bb9b-ad0096ed257e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a HTTP/1.1" status: 200  len: 999 time: 0.4179177
Apr 20 18:23:42.305585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.310425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.320255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-101d4a0e-ae36-4ac5-8c3f-9b00d0aca823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:42.366176 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf13a74dd9e34629b9a2e33c2924dfb3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4839575
Apr 20 18:23:42.371351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 49978) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:42.374423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb37abc-c42b-4a69-9974-86548eb81496,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:42.389857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:42.443324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ba527-facc-4705-9521-53fdbb771331 req-fa3647d1-225a-4152-8498-cd20e68dd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:42.445021 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d65ba527-facc-4705-9521-53fdbb771331 req-fa3647d1-225a-4152-8498-cd20e68dd2cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.1112258
Apr 20 18:23:42.507715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.resource_extend [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 20 18:23:42.517246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-267ed197-929d-4652-a206-b74b58ca717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.570555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-267ed197-929d-4652-a206-b74b58ca717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.606083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193de15d-76f0-49c4-a113-94b7be4c81f6 None None] New status for floating IP 02556811-5157-4bfb-ba18-0a832adf45d3: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:23:42.620744 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4ed50-6e74-4884-b9e7-cee42f01ee19 req-719dc98a-423c-4f2e-91c2-82821227496f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:42.630622 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-37f4ed50-6e74-4884-b9e7-cee42f01ee19 req-719dc98a-423c-4f2e-91c2-82821227496f tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.1960173
Apr 20 18:23:42.635716 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.642960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.712217 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-37f4ed50-6e74-4884-b9e7-cee42f01ee19 req-dd84f8dd-88fc-4390-b1d2-44531bd8e94b tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803361
Apr 20 18:23:42.714142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ba527-facc-4705-9521-53fdbb771331 req-fc790daf-0c53-42bc-9c12-ff75460f36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:42.715803 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d65ba527-facc-4705-9521-53fdbb771331 req-fc790daf-0c53-42bc-9c12-ff75460f36b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2620451
Apr 20 18:23:42.728167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-267ed197-929d-4652-a206-b74b58ca717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.744133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-99f1b6ad-bd22-4387-a6d7-d365e252771d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:42.760430 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ed197-929d-4652-a206-b74b58ca717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb37abc-c42b-4a69-9974-86548eb81496,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:42.763583 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-267ed197-929d-4652-a206-b74b58ca717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:42.764631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-267ed197-929d-4652-a206-b74b58ca717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:42.780786 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-267ed197-929d-4652-a206-b74b58ca717b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cb37abc-c42b-4a69-9974-86548eb81496 HTTP/1.1" status: 204  len: 168 time: 0.3960607
Apr 20 18:23:43.011819 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d65ba527-facc-4705-9521-53fdbb771331 req-03c5aadd-cd37-4a5f-a86d-e23e772e58b0 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025237
Apr 20 18:23:43.141253 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Floating IP 28e942de-60cf-4f02-998d-6006385ee319 associated. External IP: 172.27.0.132, port: 0687950b-e993-4a24-910e-500f131bfe37.
Apr 20 18:23:43.226428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50008) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:43.250507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.267807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:43.272107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0d4c78ff334db18682b70489eed1e6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:43.276314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:43.298183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:43.484731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.494493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.503886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ff69ba27-2a75-466d-ab83-f74d52f8dfd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:43.539743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa186e-3047-4f64-ab5a-7fe5bceef118 req-22617745-372f-48fd-a828-2c4242b7aad2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:43.541297 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d65ba527-facc-4705-9521-53fdbb771331 req-6dbfea75-a6d7-45ef-991c-2272dec2340e service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5047655
Apr 20 18:23:43.541459 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f2fa186e-3047-4f64-ab5a-7fe5bceef118 req-22617745-372f-48fd-a828-2c4242b7aad2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1748514
Apr 20 18:23:43.583399 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed0d4c78ff334db18682b70489eed1e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3551033
Apr 20 18:23:43.586967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50028) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:43.589570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b09ec-ff42-41bd-9111-424d55acb0bc,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:43.593812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:43.603758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Router 23269ded-e216-46e8-84b7-0bc3058d18bd has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:23:43.653900 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f2fa186e-3047-4f64-ab5a-7fe5bceef118 req-e90f3aed-eefa-4464-b0d4-9ddb0e554cb3 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983031
Apr 20 18:23:43.682598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1a-394a-4c66-91e9-2a75be331962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.710297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1a-394a-4c66-91e9-2a75be331962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.772898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1a-394a-4c66-91e9-2a75be331962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.785155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-30255b03-12d2-4854-b291-9c6a14b95b43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:43.805537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b661b1a-394a-4c66-91e9-2a75be331962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b09ec-ff42-41bd-9111-424d55acb0bc,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:43.810128 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1b661b1a-394a-4c66-91e9-2a75be331962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:43.814663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1b661b1a-394a-4c66-91e9-2a75be331962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.815874 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1b661b1a-394a-4c66-91e9-2a75be331962 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce8b09ec-ff42-41bd-9111-424d55acb0bc HTTP/1.1" status: 204  len: 168 time: 0.2278285
Apr 20 18:23:43.848761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:23:43.856196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:43.861675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] Sync routers for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:23:43.872385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:43.873186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98aa86d8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:43.976224 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b46560ae-f535-4d5a-b2e0-b76c7fbb76d7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "PUT /v2.0/floatingips/28e942de-60cf-4f02-998d-6006385ee319 HTTP/1.1" status: 200  len: 991 time: 3.2851522
Apr 20 18:23:43.982390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291eea25-3def-4661-bf74-4a540fedde0a', 'tag': '0687950b-e993-4a24-910e-500f131bfe37'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:44.104649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb884f-b29f-471f-9c38-5180869b34a0 req-f65e2bca-6d23-4370-a9b0-31ce586fc0a5 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:44.112593 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bcfb884f-b29f-471f-9c38-5180869b34a0 req-f65e2bca-6d23-4370-a9b0-31ce586fc0a5 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.1852961
Apr 20 18:23:44.119681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:44.175990 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bcfb884f-b29f-471f-9c38-5180869b34a0 req-fd12c19f-2c0c-443c-90da-da804c14d562 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622585
Apr 20 18:23:44.205287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50050) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:44.263416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-135a6a94-50f1-411d-8511-32c8c5ce7145 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:44.265766 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-135a6a94-50f1-411d-8511-32c8c5ce7145 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.36 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.2370164
Apr 20 18:23:44.325643 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291eea25-3def-4661-bf74-4a540fedde0a', 'tag': '0687950b-e993-4a24-910e-500f131bfe37', 'status': 'completed', 'code': 200}
Apr 20 18:23:44.449681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.468095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:44.472881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:63db280608a14abbb022973076870ab9 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:44.476647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:44.484776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:44.600864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.606130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.618578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-70cf3bc9-9191-4cad-a101-1decb6570e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:44.636164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98aa86d8>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '28e942de-60cf-4f02-998d-6006385ee319', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'port_id': '0687950b-e993-4a24-910e-500f131bfe37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'mac_address': 'fa:16:3e:f5:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291eea25-3def-4661-bf74-4a540fedde0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:22:58Z', 'updated_at': '2021-04-20T18:23:42Z', 'revision_number': 1, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:44.638078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Deleting port 56ca2229-f046-42df-9a77-9642ea0c322e {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:23:44.639198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.641506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] Checking router: 23269ded-e216-46e8-84b7-0bc3058d18bd for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:23:44.653991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:23:44.655268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98aa86d8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:23:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:44.666741 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63db280608a14abbb022973076870ab9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4607334
Apr 20 18:23:44.669439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50070) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:44.672837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5ce761-7c37-4395-8cae-b9abc73117c9,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:44.679290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:44.745979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41948801-aef9-4037-aa7a-dc7069db9f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.787602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41948801-aef9-4037-aa7a-dc7069db9f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.840223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41948801-aef9-4037-aa7a-dc7069db9f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.844320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a5152ded-7045-4444-b944-a0b07b29b021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:44.859217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41948801-aef9-4037-aa7a-dc7069db9f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5ce761-7c37-4395-8cae-b9abc73117c9,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:44.861955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41948801-aef9-4037-aa7a-dc7069db9f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:44.870202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41948801-aef9-4037-aa7a-dc7069db9f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:44.873885 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-41948801-aef9-4037-aa7a-dc7069db9f93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c5ce761-7c37-4395-8cae-b9abc73117c9 HTTP/1.1" status: 204  len: 168 time: 0.2008278
Apr 20 18:23:44.984804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:23:45.023748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-77714caa-ea81-4be7-9704-65eacf4d17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:45.025864 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-77714caa-ea81-4be7-9704-65eacf4d17e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 1098 time: 0.3547769
Apr 20 18:23:45.298763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c08e17-4f9f-42fb-a7a9-88bc74fab066 req-c6ea8fbc-1fe9-4744-9b55-db3e9c92e1b2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:45.314007 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-96c08e17-4f9f-42fb-a7a9-88bc74fab066 req-c6ea8fbc-1fe9-4744-9b55-db3e9c92e1b2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.4114161
Apr 20 18:23:45.371267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] For port 56ca2229-f046-42df-9a77-9642ea0c322e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=56ca2229-f046-42df-9a77-9642ea0c322e,segment=NetworkSegment(d0304835-f5bc-46b5-b428-e40f3c2f166d),segment_id=d0304835-f5bc-46b5-b428-e40f3c2f166d)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:45.371755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:45.386670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-b9aa78bd-1913-4e00-8e7c-1870eaf1ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:45.388408 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-b9aa78bd-1913-4e00-8e7c-1870eaf1ecac service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.3108964
Apr 20 18:23:45.620286 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-96c08e17-4f9f-42fb-a7a9-88bc74fab066 req-d4bbf20f-87c1-4a4d-9f17-0443f981bf6e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3049393
Apr 20 18:23:45.636188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Calling delete_port for 56ca2229-f046-42df-9a77-9642ea0c322e owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:23:45.659762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ada874-b46f-4d35-ac0f-38cc78f4cfb0 req-94ac6ea0-8820-4e1e-aff2-910588f651a8 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:45.669600 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-53ada874-b46f-4d35-ac0f-38cc78f4cfb0 req-94ac6ea0-8820-4e1e-aff2-910588f651a8 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 946 time: 0.2322559
Apr 20 18:23:45.677447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98aa86d8>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '28e942de-60cf-4f02-998d-6006385ee319', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'port_id': '0687950b-e993-4a24-910e-500f131bfe37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'mac_address': 'fa:16:3e:f5:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291eea25-3def-4661-bf74-4a540fedde0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:22:58Z', 'updated_at': '2021-04-20T18:23:42Z', 'revision_number': 1, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:45.682345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a8e5f8-a28e-4385-869a-4a8bd9417633 None None] The sync data for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi is: [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '28e942de-60cf-4f02-998d-6006385ee319', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'port_id': '0687950b-e993-4a24-910e-500f131bfe37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'mac_address': 'fa:16:3e:f5:2a:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291eea25-3def-4661-bf74-4a540fedde0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:22:58Z', 'updated_at': '2021-04-20T18:23:42Z', 'revision_number': 1, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:23:45.768927 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-53ada874-b46f-4d35-ac0f-38cc78f4cfb0 req-77487293-2441-4fc0-b841-0294e459b401 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b573833-d923-47d7-ad97-61ecae8da9a8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900569
Apr 20 18:23:45.944687 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-eafb7526-be40-47e4-86da-31627927ea61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0687950b-e993-4a24-910e-500f131bfe37 HTTP/1.1" status: 200  len: 999 time: 0.4799335
Apr 20 18:23:46.022993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b273bb55-b938-4f81-8107-0da6491754d8 None None] New status for floating IP 28e942de-60cf-4f02-998d-6006385ee319: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:23:46.118130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-dd647e28-8449-4445-b46c-70936d9398e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:46.119817 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-dd647e28-8449-4445-b46c-70936d9398e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.1297934
Apr 20 18:23:46.121416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.134640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:46.260566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Pushing event deleted for resources: {'Port': ['ID=56ca2229-f046-42df-9a77-9642ea0c322e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:46.302391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:46.308030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] No DVR routers for this DVR port 56ca2229-f046-42df-9a77-9642ea0c322e on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:23:46.316521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:46.329608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562396b5-ebca-460e-8500-5bc2457a73b8', 'name': 'network-vif-deleted', 'tag': '56ca2229-f046-42df-9a77-9642ea0c322e'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:46.358810 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a2349f8a-da18-465e-9886-4a6242e1a936 req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.36 "DELETE /v2.0/ports/56ca2229-f046-42df-9a77-9642ea0c322e HTTP/1.1" status: 204  len: 173 time: 2.0769322
Apr 20 18:23:46.387371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-9662f654-7412-4591-b61a-c8ad6161beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:46.389004 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-9662f654-7412-4591-b61a-c8ad6161beb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2135823
Apr 20 18:23:46.400733 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562396b5-ebca-460e-8500-5bc2457a73b8', 'name': 'network-vif-deleted', 'tag': '56ca2229-f046-42df-9a77-9642ea0c322e', 'status': 'completed', 'code': 200}
Apr 20 18:23:46.622818 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-90929507-dae6-4b9d-ada4-b14c09c2d1f6 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395636
Apr 20 18:23:46.770829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4dd5af88-b087-44a7-ae51-27a1a3506e0b req-bb324657-5139-400b-9963-438b47801a0e service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399851
Apr 20 18:23:46.831727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f647d-1845-4656-b552-33bb679c800c req-8970b587-3b0b-4f50-b4c1-54453df603d5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:46.834839 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-816f647d-1845-4656-b552-33bb679c800c req-8970b587-3b0b-4f50-b4c1-54453df603d5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0926206
Apr 20 18:23:46.893002 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-816f647d-1845-4656-b552-33bb679c800c req-5f94515a-cd94-4cc2-b71b-7887fd647326 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474455
Apr 20 18:23:46.979160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8b14bed7-4d3b-4094-8cce-27c5b0f36ac5 req-9feb5ac4-43b2-4e2a-a3fa-03e661e1d1f7 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Synchronizing usage tracker for tenant:812f10aeffbd4431814b5d6f985d46b2 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:46.995893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8b14bed7-4d3b-4094-8cce-27c5b0f36ac5 req-9feb5ac4-43b2-4e2a-a3fa-03e661e1d1f7 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Unset dirty status for tenant:812f10aeffbd4431814b5d6f985d46b2 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:46.997428 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b14bed7-4d3b-4094-8cce-27c5b0f36ac5 req-9feb5ac4-43b2-4e2a-a3fa-03e661e1d1f7 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] 10.222.0.22 "GET /v2.0/ports?device_id=562396b5-ebca-460e-8500-5bc2457a73b8 HTTP/1.1" status: 200  len: 210 time: 0.0735104
Apr 20 18:23:48.004380 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 56ca2229-f046-42df-9a77-9642ea0c322e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:23:48.080325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 56ca2229-f046-42df-9a77-9642ea0c322e {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:23:48.080895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 56ca2229-f046-42df-9a77-9642ea0c322e not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:23:48.160322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2551afc-9741-4c2f-8128-c164feec14a9 req-5b388a2c-4617-456e-b4c9-613ae1dc48ec tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:48.162340 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2551afc-9741-4c2f-8128-c164feec14a9 req-5b388a2c-4617-456e-b4c9-613ae1dc48ec tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1249321
Apr 20 18:23:48.213309 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2551afc-9741-4c2f-8128-c164feec14a9 req-9470291a-5e8d-491d-ad38-d2e826038a33 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433040
Apr 20 18:23:48.267541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-57cf061b-7e6f-4822-bd7a-0857e429ff22 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:48.271078 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-57cf061b-7e6f-4822-bd7a-0857e429ff22 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 815 time: 0.1719491
Apr 20 18:23:48.291192 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-440eae0d-f812-4389-b7d1-fde023e83fbf tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/quotas/3980f2cb8d974b599823aa8a320628ad HTTP/1.1" status: 200  len: 375 time: 0.0149827
Apr 20 18:23:48.385292 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-cf26c0bd-3839-4f16-a11a-8c54a46af7e4 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0928562
Apr 20 18:23:48.544194 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-14586399-eb05-42e6-bca4-b566dbbc4913 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506059
Apr 20 18:23:48.704434 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-b17c168d-e711-4435-815f-d00d7e8badca service neutron] 10.222.0.22 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520457
Apr 20 18:23:48.949739 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-68f28acb-bc08-4894-89dc-3d2ca982124b req-ac468daf-c80e-4a9a-a557-67d5fc382d6b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 210 time: 0.0521264
Apr 20 18:23:49.426857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf034b82-9d14-4388-93e4-00ddbfc2ab44 req-38292cdb-3176-4d0c-80eb-205861809c8c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:49.428513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bf034b82-9d14-4388-93e4-00ddbfc2ab44 req-38292cdb-3176-4d0c-80eb-205861809c8c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0975137
Apr 20 18:23:49.477826 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bf034b82-9d14-4388-93e4-00ddbfc2ab44 req-ac46e2b0-2bc8-4c4a-9e7a-25a8c820ee28 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427589
Apr 20 18:23:50.085663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50262) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:50.148951 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-168b5685-e859-4c94-a63a-7402ef7f7b9c req-39d991bc-4574-49f6-8a1e-3b9b6619e382 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 210 time: 0.0579972
Apr 20 18:23:50.160104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Deleting subnet 0f442ede-7c54-4e79-9a50-5614f5dd99c9 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:23:50.166406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:50.230333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:50.239163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:50.555335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:50.568865 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ed71241e-ee87-4d87-bc02-a2cd68e27d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:50.571529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-cdf56e5e-3054-427f-974a-066711c8b197 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:50.573097 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-cdf56e5e-3054-427f-974a-066711c8b197 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 815 time: 0.3985879
Apr 20 18:23:50.617360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f442ede-7c54-4e79-9a50-5614f5dd99c9,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:50.619371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:50.621068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Request body: {'port': {'device_id': '757b937a-0306-40da-8edb-2ccd83f641cb', 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'admin_state_up': True, 'tenant_id': '3980f2cb8d974b599823aa8a320628ad'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:50.668171 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0f442ede-7c54-4e79-9a50-5614f5dd99c9 HTTP/1.1" status: 204  len: 168 time: 0.5811033
Apr 20 18:23:50.669228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:50.675839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50282) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:50.837770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:50.859856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:50.884729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Made reservation on behalf of 3980f2cb8d974b599823aa8a320628ad for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:50.891450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:50.956087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.105347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Allocated IP 172.20.0.8 (f6c31916-db3f-4eef-ba20-4a218aa43e3d/77f5479e-298b-4eff-a461-39d950d993bb/d7110f76-a2e0-49fe-8734-f2f940cbb445) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:23:51.112431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.205979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe344b36-b111-4bfb-aeb3-38c497cc0b15 req-3b3311f6-df98-47ac-a6e9-2cc9e3d1442c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:51.207658 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fe344b36-b111-4bfb-aeb3-38c497cc0b15 req-3b3311f6-df98-47ac-a6e9-2cc9e3d1442c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.5921385
Apr 20 18:23:51.273925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2a980a8128>> segment before_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.274343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2a980a8128>> subnet precommit_delete_associations 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.275199 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a980a8d68>> segment_host_mapping after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.275586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a980a8d68>> port after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.275922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a980a8d68>> port after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.276279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a980a8d68>> port after_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.276637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a980a8d68>> segment after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.277000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a980a8d68>> subnet after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.277772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a980a8d68>> subnet after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.277772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a980a8d68>> subnet after_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.348648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a9820cfd0>> subnet after_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.349041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a9820cfd0>> subnet after_delete 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.349408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a9820cfd0>> subnet before_create 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.349774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a9820cfd0>> subnet before_update 55550000 {{(pid=86364) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:51.350229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a980a8198>,) {'filters': {'network_id': ['0f9574a1-d5d5-414a-bc7b-242ef66e05a4']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:51.350691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.371922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a980a8198>, 'd0304835-f5bc-46b5-b428-e40f3c2f166d') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:51.372260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a980a8198>, 'd0304835-f5bc-46b5-b428-e40f3c2f166d') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:51.386827 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fe344b36-b111-4bfb-aeb3-38c497cc0b15 req-49845850-78f4-47ea-8ae5-0db1aee6af48 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710131
Apr 20 18:23:51.390218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.406834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.408172 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9ae5af9d-52e7-4ae1-ace4-89fb9dcd0877 req-81875eef-e030-4814-aa87-f24b34b4f8c0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 210 time: 0.0519068
Apr 20 18:23:51.415047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:23:51.431623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.438367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d7b2a1a6-2cf3-412e-8e38-14e720d1a104 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:51.499704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['23191db0-aaaa-416e-8c4b-3abdefac96e7'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:51.504798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:23:51.512760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:51.517400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:23:51.524000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:51.524798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.533849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Pushing event updated for resources: {'Port': ['ID=d7110f76-a2e0-49fe-8734-f2f940cbb445,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:51.541973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:51.556872 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9411647
Apr 20 18:23:51.595474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Request body: {'port': {'device_id': '757b937a-0306-40da-8edb-2ccd83f641cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:51.596703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:51.610338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.720569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.790975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Network 0f9574a1-d5d5-414a-bc7b-242ef66e05a4 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   from cryptography.utils import int_from_bytes
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   from cryptography.utils import int_from_bytes
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   (rel_b, rel_a, rel_b),
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   (rel_b, rel_a, rel_b),
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:23:51.816403 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:23:51.896146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.901043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:51.919977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9574a1-d5d5-414a-bc7b-242ef66e05a4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:51.922137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:51.928147 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0f9574a1-d5d5-414a-bc7b-242ef66e05a4 HTTP/1.1" status: 204  len: 168 time: 1.2519214
Apr 20 18:23:51.929163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-19493f87-86f7-43b9-8760-e5ac096d4e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:52.095534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7110f76-a2e0-49fe-8734-f2f940cbb445 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:52.103792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.121133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Transition to ACTIVE for port object d7110f76-a2e0-49fe-8734-f2f940cbb445 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:23:52.124448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.131011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50304) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:52.134177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9fff6034-9f1b-401c-886a-e6484b71e308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:52.184123 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9849ba08-6105-44ec-a1ed-c9275cd27ef1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=812f10aeffbd4431814b5d6f985d46b2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0518265
Apr 20 18:23:52.186701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50310) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:52.263154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2f20-0732-411a-a724-dea69ec09594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.296964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2f20-0732-411a-a724-dea69ec09594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.325342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Pushing event updated for resources: {'Port': ['ID=d7110f76-a2e0-49fe-8734-f2f940cbb445,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:52.338031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:52.343195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Attempting to bind port d7110f76-a2e0-49fe-8734-f2f940cbb445 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:23:52.343566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Attempting to bind port d7110f76-a2e0-49fe-8734-f2f940cbb445 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:23:52.343934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Attempting to bind port d7110f76-a2e0-49fe-8734-f2f940cbb445 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:52.349619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Port d7110f76-a2e0-49fe-8734-f2f940cbb445 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:23:52.349981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Attempting to bind port d7110f76-a2e0-49fe-8734-f2f940cbb445 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:23:52.356522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:23:52.356899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Checking segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:52.357324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Bound using segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:23:52.357803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Bound port: d7110f76-a2e0-49fe-8734-f2f940cbb445, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:23:52.358199 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.480964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] For port d7110f76-a2e0-49fe-8734-f2f940cbb445, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:23:52.484472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] For port d7110f76-a2e0-49fe-8734-f2f940cbb445, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7110f76-a2e0-49fe-8734-f2f940cbb445,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:23:52.503559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.509642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-34b13f2c-2043-456d-869f-4d51ab2fe988 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:52.600788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:52.601985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.603496 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] 10.222.0.36 "PUT /v2.0/ports/d7110f76-a2e0-49fe-8734-f2f940cbb445 HTTP/1.1" status: 200  len: 1093 time: 1.0134578
Apr 20 18:23:52.604092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757b937a-0306-40da-8edb-2ccd83f641cb', 'tag': 'd7110f76-a2e0-49fe-8734-f2f940cbb445'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:23:52.654454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Pushing event updated for resources: {'Port': ['ID=d7110f76-a2e0-49fe-8734-f2f940cbb445,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:52.657775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:52.757562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2f20-0732-411a-a724-dea69ec09594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.763752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3134eaa2-aab8-49a0-9a1f-50b3133ce0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:52.795547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec2f20-0732-411a-a724-dea69ec09594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b573833-d923-47d7-ad97-61ecae8da9a8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:52.808328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a3ec2f20-0732-411a-a724-dea69ec09594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:52.846554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2f20-0732-411a-a724-dea69ec09594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:52.850567 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a3ec2f20-0732-411a-a724-dea69ec09594 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b573833-d923-47d7-ad97-61ecae8da9a8 HTTP/1.1" status: 204  len: 168 time: 0.6591761
Apr 20 18:23:52.857222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-0efd1870-7cb0-425f-8edd-59d89618f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:52.859006 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-0efd1870-7cb0-425f-8edd-59d89618f099 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 1096 time: 0.1673157
Apr 20 18:23:52.872340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1241d-7569-47ce-8160-157f14377e9d req-f67ecb52-df88-4992-9f52-4ec13d28a168 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:52.872997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-c8f1241d-7569-47ce-8160-157f14377e9d req-f67ecb52-df88-4992-9f52-4ec13d28a168 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:23:52.882389 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08451-b67b-4562-b698-120e6dde8b53 req-f6967371-48ea-4697-9b9c-2383d68ab696 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:52.890326 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-59b08451-b67b-4562-b698-120e6dde8b53 req-f6967371-48ea-4697-9b9c-2383d68ab696 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.2437625
Apr 20 18:23:52.948687 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-59b08451-b67b-4562-b698-120e6dde8b53 req-02553850-b374-44d1-9614-c05ccc81ca0e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573003
Apr 20 18:23:52.985261 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-ee60697a-f932-4b8c-90f7-d016ae95377d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7110f76-a2e0-49fe-8734-f2f940cbb445 HTTP/1.1" status: 200  len: 217 time: 0.1011543
Apr 20 18:23:52.985900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-c8f1241d-7569-47ce-8160-157f14377e9d req-f67ecb52-df88-4992-9f52-4ec13d28a168 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:23:52.987092 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c8f1241d-7569-47ce-8160-157f14377e9d req-f67ecb52-df88-4992-9f52-4ec13d28a168 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 943 time: 0.2418556
Apr 20 18:23:53.030330 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757b937a-0306-40da-8edb-2ccd83f641cb', 'tag': 'd7110f76-a2e0-49fe-8734-f2f940cbb445', 'status': 'completed', 'code': 200}
Apr 20 18:23:53.103769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-e1c5d546-709f-46b9-ba82-b6c7e0b7c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:53.105453 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-e1c5d546-709f-46b9-ba82-b6c7e0b7c056 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 200  len: 855 time: 0.0741818
Apr 20 18:23:53.123790 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c8f1241d-7569-47ce-8160-157f14377e9d req-846ee924-5881-4d7b-8f61-e829f76a0d7b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289961
Apr 20 18:23:53.185211 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-6fbe6672-5c23-464a-9985-60bfb60b399f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c31916-db3f-4eef-ba20-4a218aa43e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0602880
Apr 20 18:23:53.423102 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-d7e85608-7345-4c48-b2aa-989cd516ed09 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267375
Apr 20 18:23:53.580205 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-391f7c07-0772-40e7-acf6-3b5668b0881b req-9155a6bd-dbf9-403c-a662-36d2bc2859c7 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490378
Apr 20 18:23:53.851282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50390) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:53.857200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-646ce7d5-63a4-4ba0-92d0-41c54480cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:53.858949 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-646ce7d5-63a4-4ba0-92d0-41c54480cc9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 1096 time: 0.1236079
Apr 20 18:23:54.007470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-866413464-network', 'tenant_id': '28e9f6b0a3e54bf7b24d18b208d2703c'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:54.013935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:54.018840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Usage tracker for resource:network and tenant:28e9f6b0a3e54bf7b24d18b208d2703c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:54.022373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:54.031274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:54.044034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Made reservation on behalf of 28e9f6b0a3e54bf7b24d18b208d2703c for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:54.051940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-d30abeda-9eac-4d4e-8d22-8cdf1f6a439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:54.053510 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-d30abeda-9eac-4d4e-8d22-8cdf1f6a439b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 916 time: 0.1805084
Apr 20 18:23:54.056689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.077366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.095426 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:54.100559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Usage tracker for resource:security_group_rule and tenant:28e9f6b0a3e54bf7b24d18b208d2703c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:54.106543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:54.116234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:54.159459 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-d46c3bd7-b92a-4c2c-bd3f-04602c38773d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7110f76-a2e0-49fe-8734-f2f940cbb445 HTTP/1.1" status: 200  len: 217 time: 0.0892155
Apr 20 18:23:54.236173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-d2296945-fbfe-4775-a238-83f6cc417c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:54.238021 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-d2296945-fbfe-4775-a238-83f6cc417c4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 200  len: 855 time: 0.0704212
Apr 20 18:23:54.303924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc340b23-bdf3-4f95-85b2-835fdf022713 req-6b7aa89b-0cb4-41da-b32c-d2c5d824d845 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:54.306683 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cc340b23-bdf3-4f95-85b2-835fdf022713 req-6b7aa89b-0cb4-41da-b32c-d2c5d824d845 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1670105
Apr 20 18:23:54.318327 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-00ab9371-50aa-4fd1-a3db-9bb507051790 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c31916-db3f-4eef-ba20-4a218aa43e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0670235
Apr 20 18:23:54.384273 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cc340b23-bdf3-4f95-85b2-835fdf022713 req-fdbecd83-39ec-4519-a891-42e192d0e5db tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702097
Apr 20 18:23:54.404898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.408177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.413992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:54.438105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:23:54.452535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9163b88-7500-4c1b-80bd-50fb77ba0298,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:54.458493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.458493 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Added segment 49c176d1-f286-4de7-8334-f85093e1e5ec of type vlan for network 0af91aea-18a6-4768-a2a5-79d11724e3af
Apr 20 18:23:54.459372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:54.492486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.532307 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.534360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:54.537401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.543218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:54.546700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49ac3b-3404-459a-8dd1-523f09725e8e req-0e508747-dfeb-428f-93b4-373b4f063a17 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:54.548562 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2b49ac3b-3404-459a-8dd1-523f09725e8e req-0e508747-dfeb-428f-93b4-373b4f063a17 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 943 time: 0.2432694
Apr 20 18:23:54.555161 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-873889ee-10ad-482e-996a-59a6955d55dc service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2005100
Apr 20 18:23:54.656985 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.8043571
Apr 20 18:23:54.661184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50426) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:54.661868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Pushing event updated for resources: {'Network': ['ID=0af91aea-18a6-4768-a2a5-79d11724e3af,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:54.666697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:54.673034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Request body: {'subnet': {'network_id': '0af91aea-18a6-4768-a2a5-79d11724e3af', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-866413464-subnet', 'tenant_id': '28e9f6b0a3e54bf7b24d18b208d2703c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:54.676968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:54.678556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 0af91aea-18a6-4768-a2a5-79d11724e3af details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:23:54.682302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Usage tracker for resource:subnet and tenant:28e9f6b0a3e54bf7b24d18b208d2703c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:54.685898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:54.692650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:54.698481 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2b49ac3b-3404-459a-8dd1-523f09725e8e req-a6fb6c08-5681-4c49-94e2-dafb4bd73bb7 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390338
Apr 20 18:23:54.719227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Made reservation on behalf of 28e9f6b0a3e54bf7b24d18b208d2703c for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:54.724961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852671375'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:54.771865 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-089b439c-32fe-4be8-98a7-65f6454ed502 req-f8bbc8cd-8519-414b-b47a-e3587eace46b service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1922400
Apr 20 18:23:55.183718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852500127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852671392'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:55.188599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cc7e8a9c-fec4-4d70-af27-c13163d037f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:55.263411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12068da8-e056-4f07-bfa5-6029e7fcddca,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:55.267982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:55.275883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Checking segment: {'id': '49c176d1-f286-4de7-8334-f85093e1e5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '0af91aea-18a6-4768-a2a5-79d11724e3af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:55.276280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Network hostable DHCP agents. Network: 0af91aea-18a6-4768-a2a5-79d11724e3af, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:23:55.297047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Network 0af91aea-18a6-4768-a2a5-79d11724e3af is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:23:55.305722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 0af91aea-18a6-4768-a2a5-79d11724e3af) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:55.318657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdafac6-a915-4925-b811-01df04397b18 None None] Network 0af91aea-18a6-4768-a2a5-79d11724e3af requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:55.332241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:55.333137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:55.358824 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-288326b8-56b9-4005-b978-96b08dc2bd42 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.6938646
Apr 20 18:23:55.572730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee5f583-2723-4bb0-8bfc-e7be0708c446 None None] Network 0af91aea-18a6-4768-a2a5-79d11724e3af requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:55.630781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227a8d7-5d8d-4fc1-aae3-a6d8cfb7d0ed req-9daedfd8-ab1d-4018-8481-fe6e04601645 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:55.632181 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e227a8d7-5d8d-4fc1-aae3-a6d8cfb7d0ed req-9daedfd8-ab1d-4018-8481-fe6e04601645 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1088815
Apr 20 18:23:55.697509 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e227a8d7-5d8d-4fc1-aae3-a6d8cfb7d0ed req-a76193c4-bb05-406b-825e-9053009ce0ab tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583463
Apr 20 18:23:55.882890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:23:55.979853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c13fc8-5d94-439f-9159-683490ccc1e3 req-4ff6624c-548e-4414-ab76-fad0f5f3e6a1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:55.981464 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a3c13fc8-5d94-439f-9159-683490ccc1e3 req-4ff6624c-548e-4414-ab76-fad0f5f3e6a1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 943 time: 0.0985303
Apr 20 18:23:56.034519 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a3c13fc8-5d94-439f-9159-683490ccc1e3 req-5f6713e9-10fc-493a-b9b4-3695ed5a1a85 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467539
Apr 20 18:23:56.059063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50480) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:56.065351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-376035158-network', 'tenant_id': '3ad92447d1f542639e47b35a98b3232c'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:56.070841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:56.074894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Usage tracker for resource:network and tenant:3ad92447d1f542639e47b35a98b3232c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:56.079396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:56.086140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:56.097807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Made reservation on behalf of 3ad92447d1f542639e47b35a98b3232c for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:56.103186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.116317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.132810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:56.136920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Usage tracker for resource:security_group_rule and tenant:3ad92447d1f542639e47b35a98b3232c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:56.140034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:56.146075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:56.216674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.240457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.243236 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.247522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6138ea53-5033-4702-8aa4-684496273174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:56.276680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:23:56.285904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d6c5bc-0222-4f89-8d9f-fddbc80c9ad0,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:56.290788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:56.293299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.293691 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Added segment c7b71521-f014-48a0-812c-a8d28244decd of type vlan for network 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24
Apr 20 18:23:56.320950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.351148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.352524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:56.353166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.357111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50488) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:56.358149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:56.468013 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4077299
Apr 20 18:23:56.468964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Pushing event updated for resources: {'Network': ['ID=48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:56.471371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50498) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:56.473979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:56.478211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Request body: {'subnet': {'network_id': '48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-376035158-subnet', 'tenant_id': '3ad92447d1f542639e47b35a98b3232c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:23:56.479916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:23:56.483403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:56.487453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Usage tracker for resource:subnet and tenant:3ad92447d1f542639e47b35a98b3232c is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:56.490489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:56.495212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.497983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:56.509494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Made reservation on behalf of 3ad92447d1f542639e47b35a98b3232c for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:23:56.512647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:56.515216 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852671375'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.517624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e76736bc5094fd9bd559e8f589804a5 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:56.520967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:56.528068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:56.635089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.640229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.650917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-16fdf166-da29-419b-888d-c937e3d1a966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:56.699021 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e76736bc5094fd9bd559e8f589804a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3407350
Apr 20 18:23:56.700348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a235c8-119d-44be-af84-cde057730114,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:56.702651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50504) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:56.706290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:56.823957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5bc6abc9-041d-4619-9ca1-b63e7c4417f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.880672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5bc6abc9-041d-4619-9ca1-b63e7c4417f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:56.997633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5bc6abc9-041d-4619-9ca1-b63e7c4417f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.005738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:57.022521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6abc9-041d-4619-9ca1-b63e7c4417f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a235c8-119d-44be-af84-cde057730114,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:57.028074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5bc6abc9-041d-4619-9ca1-b63e7c4417f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:57.049878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5bc6abc9-041d-4619-9ca1-b63e7c4417f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.051020 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5bc6abc9-041d-4619-9ca1-b63e7c4417f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1a235c8-119d-44be-af84-cde057730114 HTTP/1.1" status: 204  len: 168 time: 0.3464503
Apr 20 18:23:57.089967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b4380-9a49-4e5d-ab72-6434172634ea req-54b30fb2-a076-4b65-be19-0c8577078fdf tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:57.099510 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a14b4380-9a49-4e5d-ab72-6434172634ea req-54b30fb2-a076-4b65-be19-0c8577078fdf tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1404591
Apr 20 18:23:57.132776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852500127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852671392'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.138080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:57.290873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b754e884-e932-46ef-aac8-223bfa310f04,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:57.293999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:57.302830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Checking segment: {'id': 'c7b71521-f014-48a0-812c-a8d28244decd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:23:57.303229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Network hostable DHCP agents. Network: 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:23:57.338041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Network 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:23:57.351114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050118f-cea5-4991-b518-ba2b8fc17f98 req-99bca6db-d18e-43da-8533-8b23ab3d7605 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:57.352729 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9050118f-cea5-4991-b518-ba2b8fc17f98 req-99bca6db-d18e-43da-8533-8b23ab3d7605 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 943 time: 0.1697133
Apr 20 18:23:57.360557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:23:57.368269 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a14b4380-9a49-4e5d-ab72-6434172634ea req-75473ebf-e162-4961-b98c-f184415b400d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2678280
Apr 20 18:23:57.376222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa0fca-ea9e-4131-9bd1-e2bc07276bf9 None None] Network 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:57.408022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:57.408672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.416533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50520) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:57.431368 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9050118f-cea5-4991-b518-ba2b8fc17f98 req-feb296c9-a9b6-4ac1-9031-3ee63ba01656 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584106
Apr 20 18:23:57.435756 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9633725
Apr 20 18:23:57.439803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.468307 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:57.473480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3d432dfc1d4dedaadc38a62f4677d9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:57.476892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:57.483702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:57.576525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.579654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.593858 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f6c0f268-03df-4c26-be92-a0bf969cc91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:57.594818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50526) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:57.637562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229d46a4-5a9d-46e5-a8c7-c7328ab2d834,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:57.639302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a3896-ff4c-4ea6-a7b2-e146607e6602 None None] Network 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:23:57.642633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:57.648795 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb3d432dfc1d4dedaadc38a62f4677d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2298491
Apr 20 18:23:57.649463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50530) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:57.674072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Deleting subnet 12068da8-e056-4f07-bfa5-6029e7fcddca {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:23:57.677395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.734738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.736122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6804b303-c4c0-47bf-8738-e0010c8101bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.796316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6804b303-c4c0-47bf-8738-e0010c8101bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.802281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.863401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6804b303-c4c0-47bf-8738-e0010c8101bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.870359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b4db002a-fff9-4c81-bd10-be19f7e6ed78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:57.885804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804b303-c4c0-47bf-8738-e0010c8101bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229d46a4-5a9d-46e5-a8c7-c7328ab2d834,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:57.890082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6804b303-c4c0-47bf-8738-e0010c8101bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:57.898660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6804b303-c4c0-47bf-8738-e0010c8101bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:57.899864 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6804b303-c4c0-47bf-8738-e0010c8101bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/229d46a4-5a9d-46e5-a8c7-c7328ab2d834 HTTP/1.1" status: 204  len: 168 time: 0.2493412
Apr 20 18:23:58.069330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d7110f76-a2e0-49fe-8734-f2f940cbb445 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:23:58.109645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.116443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:58.164273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12068da8-e056-4f07-bfa5-6029e7fcddca,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:58.169830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:58.175974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.182994 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/12068da8-e056-4f07-bfa5-6029e7fcddca HTTP/1.1" status: 204  len: 168 time: 0.5866413
Apr 20 18:23:58.185862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50546) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:58.214541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d7110f76-a2e0-49fe-8734-f2f940cbb445, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7110f76-a2e0-49fe-8734-f2f940cbb445,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:58.228848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'd7110f76-a2e0-49fe-8734-f2f940cbb445', 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'port_id': 'd7110f76-a2e0-49fe-8734-f2f940cbb445', 'mac_address': 'fa:16:3e:d6:d9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f5479e-298b-4eff-a461-39d950d993bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:23:58.297325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.304409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50550) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:58.315486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7110f76-a2e0-49fe-8734-f2f940cbb445 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:23:58.319629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.323870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.331592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d7110f76-a2e0-49fe-8734-f2f940cbb445, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7110f76-a2e0-49fe-8734-f2f940cbb445,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:23:58.335080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.337373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:58.340505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:58.345007 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Usage tracker for resource:security_group_rule and tenant:08a635981dfb4a3cb4f886405e190f40 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:58.348019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:58.354648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:58.409668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d7110f76-a2e0-49fe-8734-f2f940cbb445,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:58.413483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:58.455035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.457417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.459583 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.471214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cd91d9f2-ade6-48b3-a5f2-896481886835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:58.500579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9536ea-9368-4e3c-9ac0-c0fb15282a6a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:58.505533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:58.524964 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08a635981dfb4a3cb4f886405e190f40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2193458
Apr 20 18:23:58.529157 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50558) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:58.642439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2a9340df98>> segment before_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.642804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2a9340df98>> subnet precommit_delete_associations 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.643641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a933bb2e8>> segment_host_mapping after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.644029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a933bb2e8>> port after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.644390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a933bb2e8>> port after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.644752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a933bb2e8>> port after_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.645115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a933bb2e8>> segment after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.645477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a933bb2e8>> subnet after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.645841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a933bb2e8>> subnet after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.646197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2a933bb2e8>> subnet after_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.649446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-84cbc379-b5a1-4e6b-a4cf-3436a9e2c63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.692295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-84cbc379-b5a1-4e6b-a4cf-3436a9e2c63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.714348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a995dfd30>> subnet after_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.714765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a995dfd30>> subnet after_delete 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.715148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a995dfd30>> subnet before_create 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.715525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2a995dfd30>> subnet before_update 55550000 {{(pid=86363) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 20 18:23:58.715916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a9836da90>,) {'filters': {'network_id': ['0af91aea-18a6-4768-a2a5-79d11724e3af']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:58.720580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a756f-76f6-4741-8c58-7a1601520d53 req-9cfb6253-2aa1-46a2-954d-ea20c599d0cd tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:58.722171 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce2a756f-76f6-4741-8c58-7a1601520d53 req-9cfb6253-2aa1-46a2-954d-ea20c599d0cd tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 944 time: 0.1526728
Apr 20 18:23:58.728866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['d7110f76-a2e0-49fe-8734-f2f940cbb445'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:23:58.745809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9836da90>, '49c176d1-f286-4de7-8334-f85093e1e5ec') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:58.746156 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9836da90>, '49c176d1-f286-4de7-8334-f85093e1e5ec') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:23:58.763950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844938072'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.780253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e24c5a-4979-428e-8a80-5cdc726c5bd7 req-47def788-a6c6-4459-9e42-4c3078da3e11 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:23:58.781729 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86e24c5a-4979-428e-8a80-5cdc726c5bd7 req-47def788-a6c6-4459-9e42-4c3078da3e11 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.2472780
Apr 20 18:23:58.788597 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce2a756f-76f6-4741-8c58-7a1601520d53 req-68e1f86a-e4cf-45eb-ac2b-53303ef15848 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528049
Apr 20 18:23:58.792980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.795394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-84cbc379-b5a1-4e6b-a4cf-3436a9e2c63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.800755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:58.802120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:23:58.815119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbc379-b5a1-4e6b-a4cf-3436a9e2c63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9536ea-9368-4e3c-9ac0-c0fb15282a6a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:58.820722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-84cbc379-b5a1-4e6b-a4cf-3436a9e2c63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:58.822150 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-84cbc379-b5a1-4e6b-a4cf-3436a9e2c63b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc9536ea-9368-4e3c-9ac0-c0fb15282a6a HTTP/1.1" status: 204  len: 168 time: 0.2919230
Apr 20 18:23:58.827872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-84cbc379-b5a1-4e6b-a4cf-3436a9e2c63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:58.904055 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86e24c5a-4979-428e-8a80-5cdc726c5bd7 req-939f9ea5-082d-4318-9015-b97b1acb33ed tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034915
Apr 20 18:23:59.077164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Network 0af91aea-18a6-4768-a2a5-79d11724e3af has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:59.086668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845229185'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.285867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Network 0af91aea-18a6-4768-a2a5-79d11724e3af has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   from cryptography.utils import int_from_bytes
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   from cryptography.utils import int_from_bytes
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   (rel_b, rel_a, rel_b),
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   (rel_b, rel_a, rel_b),
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:23:59.321699 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:23:59.339456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50582) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:59.411458 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.416104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9082aab2-d871-4646-9192-4a98596d5364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:23:59.433779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.445671 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0af91aea-18a6-4768-a2a5-79d11724e3af HTTP/1.1" status: 204  len: 168 time: 1.2585418
Apr 20 18:23:59.446531 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50590) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:23:59.447348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af91aea-18a6-4768-a2a5-79d11724e3af,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:23:59.449931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:23:59.544698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] Deleting subnet b754e884-e932-46ef-aac8-223bfa310f04 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:23:59.549343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.577443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.606643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:23:59.614255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Usage tracker for resource:security_group_rule and tenant:a5a9b6e799f0414aa96d75f6f675500b is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:23:59.620027 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:23:59.624258 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.665089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:23:59.706934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.969039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:23:59.997533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.006788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8454dd67-6fae-4ff7-a44d-95bf93f8f7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:00.061472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1969b824-09a8-4584-b122-6064c8ee4c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.071765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d7110f76-a2e0-49fe-8734-f2f940cbb445 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:00.109241 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5a9b6e799f0414aa96d75f6f675500b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7686021
Apr 20 18:24:00.111586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ed167-4801-40e2-92ea-b8f664f591ac req-d4654981-91b8-43d1-8767-f8937a74c006 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:00.113167 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-287ed167-4801-40e2-92ea-b8f664f591ac req-d4654981-91b8-43d1-8767-f8937a74c006 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0932584
Apr 20 18:24:00.113359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50616) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:00.114187 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c3af56-09c4-4edc-8c42-b17de4fa63d6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:00.123441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:00.185502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port d7110f76-a2e0-49fe-8734-f2f940cbb445 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:00.194178 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-287ed167-4801-40e2-92ea-b8f664f591ac req-4141ac92-3a45-452b-8ab3-c61ff3355aa8 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541468
Apr 20 18:24:00.194587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port d7110f76-a2e0-49fe-8734-f2f940cbb445 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:00.196026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.209585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b182f5a-8aa5-4169-83e7-6422a5a1079a req-e0863bb2-2296-4ba9-8732-96136c56053c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:00.211798 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b182f5a-8aa5-4169-83e7-6422a5a1079a req-e0863bb2-2296-4ba9-8732-96136c56053c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 944 time: 0.2829721
Apr 20 18:24:00.351959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.383431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757b937a-0306-40da-8edb-2ccd83f641cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7110f76-a2e0-49fe-8734-f2f940cbb445'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:24:00.394236 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d7110f76-a2e0-49fe-8734-f2f940cbb445, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7110f76-a2e0-49fe-8734-f2f940cbb445,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:00.398624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.401903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:00.488948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-72e9ee29-b558-48bf-baa3-e3bcaa0e23d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.494806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.500463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d7110f76-a2e0-49fe-8734-f2f940cbb445,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:00.513005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:00.513446 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b182f5a-8aa5-4169-83e7-6422a5a1079a req-372823ec-03c6-4105-9c65-10b77466d680 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2939556
Apr 20 18:24:00.517137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0a759561-930c-482a-9c8a-8938c3a54084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:00.527583 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757b937a-0306-40da-8edb-2ccd83f641cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7110f76-a2e0-49fe-8734-f2f940cbb445', 'code': 200}
Apr 20 18:24:00.563205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b754e884-e932-46ef-aac8-223bfa310f04,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:00.570597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-72e9ee29-b558-48bf-baa3-e3bcaa0e23d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.577793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:00.581240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.611204 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8a14b782-73ba-4531-9f7b-c0c2add288b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b754e884-e932-46ef-aac8-223bfa310f04 HTTP/1.1" status: 204  len: 168 time: 1.1627429
Apr 20 18:24:00.615143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50634) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:00.641847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-72e9ee29-b558-48bf-baa3-e3bcaa0e23d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.648766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f50e420b-d715-4991-8815-2d04f39c8dfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:00.666936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9ee29-b558-48bf-baa3-e3bcaa0e23d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c3af56-09c4-4edc-8c42-b17de4fa63d6,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:00.671057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-72e9ee29-b558-48bf-baa3-e3bcaa0e23d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:00.672047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-72e9ee29-b558-48bf-baa3-e3bcaa0e23d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.673254 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-72e9ee29-b558-48bf-baa3-e3bcaa0e23d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48c3af56-09c4-4edc-8c42-b17de4fa63d6 HTTP/1.1" status: 204  len: 168 time: 0.5559847
Apr 20 18:24:00.745517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:00.942175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.081523 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bf8d4-0f1e-4a91-872b-a5bdd5bad653 req-ee1db2cf-5f5f-4d7d-9acf-09517d4aa519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:01.083176 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6a7bf8d4-0f1e-4a91-872b-a5bdd5bad653 req-ee1db2cf-5f5f-4d7d-9acf-09517d4aa519 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 1098 time: 0.2161086
Apr 20 18:24:01.084830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a9a9414e0>,) {'filters': {'network_id': ['48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:01.116550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9a9414e0>, 'c7b71521-f014-48a0-812c-a8d28244decd') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:01.117456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9a9414e0>, 'c7b71521-f014-48a0-812c-a8d28244decd') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:24:01.147695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844938072'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.155958 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6a7bf8d4-0f1e-4a91-872b-a5bdd5bad653 req-f29ffe99-fa9a-4c86-a8af-da216ac1a41b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632586
Apr 20 18:24:01.165605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.172285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:24:01.407304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Network 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:24:01.419500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845229185'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.635321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd74c4-77ed-4e8e-99bb-5607d5f6b6ed req-4e5a01dc-ad56-4a4e-bcb6-fe42b098a7d0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:01.636936 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bebd74c4-77ed-4e8e-99bb-5607d5f6b6ed req-4e5a01dc-ad56-4a4e-bcb6-fe42b098a7d0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.3028283
Apr 20 18:24:01.638672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Network 48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:24:01.665013 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:24:01.781040 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bebd74c4-77ed-4e8e-99bb-5607d5f6b6ed req-fa5ea8d6-fb68-4a93-ba7e-38517d6f32fc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342599
Apr 20 18:24:01.786224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.790012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-05a6cb12-ffd2-4641-b164-e9f38379c4e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:01.812066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:01.822906 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] 10.222.0.22 "DELETE /v2.0/networks/48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24 HTTP/1.1" status: 204  len: 168 time: 1.2057021
Apr 20 18:24:01.827057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b3bfa8-f8f2-4fd1-8fb7-63ba21df9c24,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:01.829458 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:01.875188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d09c2-0842-4fea-b2ba-4b2d17500911 req-e307a2a6-7665-45cd-ae80-7cebe533ab72 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:01.876875 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-349d09c2-0842-4fea-b2ba-4b2d17500911 req-e307a2a6-7665-45cd-ae80-7cebe533ab72 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 945 time: 0.1285286
Apr 20 18:24:01.933103 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-349d09c2-0842-4fea-b2ba-4b2d17500911 req-8dc6c875-400e-431f-be1b-db40dd26575d tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489829
Apr 20 18:24:02.054840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50686) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:02.108523 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1f985053-687d-4303-9169-bc8e36bd4f9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28e9f6b0a3e54bf7b24d18b208d2703c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499525
Apr 20 18:24:02.108759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50690) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:02.172162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f2a6966-eb57-47eb-ac32-e5cdf1ca3e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.200291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f2a6966-eb57-47eb-ac32-e5cdf1ca3e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.248739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f2a6966-eb57-47eb-ac32-e5cdf1ca3e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.254763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:02.270903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a6966-eb57-47eb-ac32-e5cdf1ca3e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9163b88-7500-4c1b-80bd-50fb77ba0298,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:02.280332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f2a6966-eb57-47eb-ac32-e5cdf1ca3e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.283027 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1f2a6966-eb57-47eb-ac32-e5cdf1ca3e8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9163b88-7500-4c1b-80bd-50fb77ba0298 HTTP/1.1" status: 204  len: 168 time: 0.1731908
Apr 20 18:24:02.284179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1f2a6966-eb57-47eb-ac32-e5cdf1ca3e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:02.397568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cf4d8aba-c049-4bc6-b48e-fe168d796d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:02.713456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50712) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:02.736071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.041012 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-54b4a005-18dc-471b-bcab-4a488822112d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ad92447d1f542639e47b35a98b3232c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3261821
Apr 20 18:24:03.043806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50722) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:03.068353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843467dc-96b3-4275-96ae-35e81b7d353e req-129f7f7e-7942-429d-b525-a12ffd2f26db tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:03.070721 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-843467dc-96b3-4275-96ae-35e81b7d353e req-129f7f7e-7942-429d-b525-a12ffd2f26db tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1279140
Apr 20 18:24:03.119312 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-843467dc-96b3-4275-96ae-35e81b7d353e req-1be70983-d4a5-4b86-93ea-c7975221f612 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422919
Apr 20 18:24:03.170020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-287c3f15-1ad7-4d08-9f53-ebd7c7e9a157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.213177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f7829-47b4-4048-a3a1-44ec75483283 req-452b5986-3827-4cbd-bfa7-5031bd37e3f4 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:03.215088 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-430f7829-47b4-4048-a3a1-44ec75483283 req-452b5986-3827-4cbd-bfa7-5031bd37e3f4 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 945 time: 0.1577296
Apr 20 18:24:03.219861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-287c3f15-1ad7-4d08-9f53-ebd7c7e9a157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.296718 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-430f7829-47b4-4048-a3a1-44ec75483283 req-9232e500-e592-4d48-9bb7-8f29fef7b60c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664697
Apr 20 18:24:03.302680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-287c3f15-1ad7-4d08-9f53-ebd7c7e9a157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.307999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dfad83ac-05d7-4541-b340-da7c4212d0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:03.321277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c3f15-1ad7-4d08-9f53-ebd7c7e9a157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d6c5bc-0222-4f89-8d9f-fddbc80c9ad0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:03.324374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-287c3f15-1ad7-4d08-9f53-ebd7c7e9a157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:03.327046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-287c3f15-1ad7-4d08-9f53-ebd7c7e9a157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.330995 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-287c3f15-1ad7-4d08-9f53-ebd7c7e9a157 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5d6c5bc-0222-4f89-8d9f-fddbc80c9ad0 HTTP/1.1" status: 204  len: 168 time: 0.2860110
Apr 20 18:24:03.561447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:03.995963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50762) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:04.147073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.173371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:04.183957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Usage tracker for resource:security_group_rule and tenant:7601ca4a582e410f9b070e8b99464f20 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:04.190214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:04.201600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:04.374297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.387933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e19336-790f-4d37-9951-9754e91b85fc req-3e7b05ab-9e44-49cb-88a5-1f9f93764c84 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:04.389558 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-09e19336-790f-4d37-9951-9754e91b85fc req-3e7b05ab-9e44-49cb-88a5-1f9f93764c84 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1373739
Apr 20 18:24:04.390392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.402115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-84cbc379-b5a1-4e6b-a4cf-3436a9e2c63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:04.427084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.477614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d9e128-02ca-4f64-84d6-eef1cda5f76b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:04.481314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:04.489527 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7601ca4a582e410f9b070e8b99464f20&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4895515
Apr 20 18:24:04.489760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50786) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:04.501597 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-09e19336-790f-4d37-9951-9754e91b85fc req-83cfeb1d-be97-42bc-a6bc-8ad7270e5989 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005032
Apr 20 18:24:04.556526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d9edfee-9e69-4ab5-b4ff-9c3405a9fd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.583889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d9edfee-9e69-4ab5-b4ff-9c3405a9fd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.628029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d9edfee-9e69-4ab5-b4ff-9c3405a9fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.633743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7e1ffc2b-c278-451f-88a2-d72ab6ea4b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:04.647218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9edfee-9e69-4ab5-b4ff-9c3405a9fd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d9e128-02ca-4f64-84d6-eef1cda5f76b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:04.650504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6d9edfee-9e69-4ab5-b4ff-9c3405a9fd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:04.652590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d9edfee-9e69-4ab5-b4ff-9c3405a9fd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.654028 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6d9edfee-9e69-4ab5-b4ff-9c3405a9fd45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57d9e128-02ca-4f64-84d6-eef1cda5f76b HTTP/1.1" status: 204  len: 168 time: 0.1630864
Apr 20 18:24:04.951866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50806) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:04.972054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:04.988761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:04.992841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0e08143601ab4a20afbf2aa1b9243bc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:04.995822 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:05.002049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:05.088121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.091014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.099939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41948801-aef9-4037-aa7a-dc7069db9f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:05.136182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c617ef3-223b-4aaf-8777-0985664453a1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:05.139698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:05.150057 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e08143601ab4a20afbf2aa1b9243bc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1970470
Apr 20 18:24:05.153211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50818) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:05.217209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d672edb4-2167-4580-98cc-a050aac9c984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.246765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d672edb4-2167-4580-98cc-a050aac9c984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.300341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d672edb4-2167-4580-98cc-a050aac9c984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.305429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9780f860-b368-4ca3-abc0-fc64e18e4019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:05.316438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672edb4-2167-4580-98cc-a050aac9c984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c617ef3-223b-4aaf-8777-0985664453a1,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:05.321857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d672edb4-2167-4580-98cc-a050aac9c984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:05.325381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d672edb4-2167-4580-98cc-a050aac9c984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.326596 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d672edb4-2167-4580-98cc-a050aac9c984 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c617ef3-223b-4aaf-8777-0985664453a1 HTTP/1.1" status: 204  len: 168 time: 0.1723490
Apr 20 18:24:05.657622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50844) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:05.797133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.813697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:05.817702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Usage tracker for resource:security_group_rule and tenant:75ac65ff3fc9461ab7cd52ce0ddc2f6f is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:05.821560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:05.827675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:05.912323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.915428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:05.924303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6d9edfee-9e69-4ab5-b4ff-9c3405a9fd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:05.967973 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75ac65ff3fc9461ab7cd52ce0ddc2f6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3089843
Apr 20 18:24:05.968909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b512dbc1-161f-4e91-86c0-569f478db04f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:05.971882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50862) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:05.972126 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:06.037505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-07748da4-4941-4e55-99f8-ddcb1b25964f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.069083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-07748da4-4941-4e55-99f8-ddcb1b25964f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.114064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-07748da4-4941-4e55-99f8-ddcb1b25964f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.119767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-21661f6b-ae36-4aa7-aacb-48638397fc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:06.134363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07748da4-4941-4e55-99f8-ddcb1b25964f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b512dbc1-161f-4e91-86c0-569f478db04f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:06.136616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-07748da4-4941-4e55-99f8-ddcb1b25964f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:06.146316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-07748da4-4941-4e55-99f8-ddcb1b25964f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.150618 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-07748da4-4941-4e55-99f8-ddcb1b25964f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b512dbc1-161f-4e91-86c0-569f478db04f HTTP/1.1" status: 204  len: 168 time: 0.1767738
Apr 20 18:24:06.506658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 50880) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:06.526994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.542827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:06.547255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Usage tracker for resource:security_group_rule and tenant:c5e3e17525c7451dac49605c3c661b60 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:06.550242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:06.556962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:06.648873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.652663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.664493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:06.714300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2be355-c23b-4ac4-a544-4a2dabb55631,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:06.718201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:06.728806 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5e3e17525c7451dac49605c3c661b60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2209406
Apr 20 18:24:06.729327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 50888) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:06.808365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6caf5084-15ff-42a7-a756-a4fdb8a97ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.839597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6caf5084-15ff-42a7-a756-a4fdb8a97ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.882832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6caf5084-15ff-42a7-a756-a4fdb8a97ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.887815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e09af79b-7b15-4b98-b101-834b45e701f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:06.902265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf5084-15ff-42a7-a756-a4fdb8a97ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2be355-c23b-4ac4-a544-4a2dabb55631,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:06.905867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6caf5084-15ff-42a7-a756-a4fdb8a97ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:06.911589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6caf5084-15ff-42a7-a756-a4fdb8a97ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:06.912781 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6caf5084-15ff-42a7-a756-a4fdb8a97ca2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f2be355-c23b-4ac4-a544-4a2dabb55631 HTTP/1.1" status: 204  len: 168 time: 0.1823003
Apr 20 18:24:07.377530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbdba0-55dd-4979-a5cc-b54d65cfbffb req-76d71657-fe63-4878-baa1-be8ee37f85dd tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:07.379269 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4dbdba0-55dd-4979-a5cc-b54d65cfbffb req-76d71657-fe63-4878-baa1-be8ee37f85dd tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0928645
Apr 20 18:24:07.429166 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4dbdba0-55dd-4979-a5cc-b54d65cfbffb req-d469429d-6557-44d9-914e-2778cc462c4a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433874
Apr 20 18:24:08.671122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddbf39-9389-4eaa-82ec-386095229682 req-23b09819-6d50-427e-a707-e33b80e86211 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:08.672842 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6dddbf39-9389-4eaa-82ec-386095229682 req-23b09819-6d50-427e-a707-e33b80e86211 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1095171
Apr 20 18:24:08.742977 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6dddbf39-9389-4eaa-82ec-386095229682 req-74639288-be72-45ba-80a1-1d4209842919 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629513
Apr 20 18:24:09.215368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fde8ba71-326c-4de4-8051-9791b47a0624 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:09.216988 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fde8ba71-326c-4de4-8051-9791b47a0624 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 815 time: 0.1900570
Apr 20 18:24:09.219082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9eadb2-60a2-449e-be75-1a7da7d78380 req-5c084289-86d1-4aa9-9056-bedf30b8373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:09.220549 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc9eadb2-60a2-449e-be75-1a7da7d78380 req-5c084289-86d1-4aa9-9056-bedf30b8373c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 1098 time: 0.2356985
Apr 20 18:24:09.232986 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fb2e2d9d-0b17-4858-8703-35316ac73668 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/quotas/3980f2cb8d974b599823aa8a320628ad HTTP/1.1" status: 200  len: 375 time: 0.0099342
Apr 20 18:24:09.324203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc9eadb2-60a2-449e-be75-1a7da7d78380 req-dfd02bac-2d79-4066-adcc-2cea44df7672 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901735
Apr 20 18:24:09.355829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-40978973-8a84-4433-81e7-c4143d8ba423 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1072223
Apr 20 18:24:09.498621 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-dd71ea18-e6c3-4733-b8ee-7360ed35047a service neutron] 10.222.0.22 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351812
Apr 20 18:24:09.654368 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-494298d3-9c5f-4bb6-aa9c-0f03ebfb2531 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452289
Apr 20 18:24:09.962302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee0d3e-d716-4088-aeb9-b55536bfb5e8 req-568114d9-f608-4eef-bef5-4db96dbf76e0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:09.963959 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5aee0d3e-d716-4088-aeb9-b55536bfb5e8 req-568114d9-f608-4eef-bef5-4db96dbf76e0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0937839
Apr 20 18:24:10.023677 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5aee0d3e-d716-4088-aeb9-b55536bfb5e8 req-4f55d29f-e2d6-424f-b04b-6e94b6e5158b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516331
Apr 20 18:24:10.030572 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce25f75b-7cd8-4860-bbc3-763c501f1941 req-5cbf18c6-63f8-432d-8e33-9ddf2e6d1783 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 210 time: 0.0494270
Apr 20 18:24:10.568188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 51038) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:10.692129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:10.708248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:10.713048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Usage tracker for resource:security_group_rule and tenant:2cc9b8f975ae45d29039b496db5987f9 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:10.716087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:10.722296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:10.819179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:10.822060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:10.852108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a3ec2f20-0732-411a-a724-dea69ec09594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:10.870523 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2cc9b8f975ae45d29039b496db5987f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2986324
Apr 20 18:24:10.872055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51050) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:10.884212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacb1b0a-78fd-4113-8c2c-516eb936029f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:10.887984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:10.962717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b3426f8a-d4c6-4add-9ed8-1bbccca08f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:10.991365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b3426f8a-d4c6-4add-9ed8-1bbccca08f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.047749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b3426f8a-d4c6-4add-9ed8-1bbccca08f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.053045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1f2a6966-eb57-47eb-ac32-e5cdf1ca3e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:11.067033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3426f8a-d4c6-4add-9ed8-1bbccca08f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacb1b0a-78fd-4113-8c2c-516eb936029f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:11.070016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 51062) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:11.070186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b3426f8a-d4c6-4add-9ed8-1bbccca08f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:11.071077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b3426f8a-d4c6-4add-9ed8-1bbccca08f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.075098 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b3426f8a-d4c6-4add-9ed8-1bbccca08f57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dacb1b0a-78fd-4113-8c2c-516eb936029f HTTP/1.1" status: 204  len: 168 time: 0.2015750
Apr 20 18:24:11.281315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d95f1-ac11-4bc2-b62d-a56da4398006 req-57588c11-02fb-4b6f-9e30-a8bea733ca33 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:11.291412 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-791d95f1-ac11-4bc2-b62d-a56da4398006 req-57588c11-02fb-4b6f-9e30-a8bea733ca33 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1170638
Apr 20 18:24:11.353332 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-791d95f1-ac11-4bc2-b62d-a56da4398006 req-3fee3b57-3626-459d-b480-d1fdfa8aa942 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605204
Apr 20 18:24:11.358248 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34ee15b2-bc99-444f-b01e-e3cfefaf7407 req-a2701dde-f75d-4151-8034-5b0215f6593c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 210 time: 0.0734155
Apr 20 18:24:11.467860 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.564711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:11.570259 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Usage tracker for resource:security_group_rule and tenant:96aeb27c945941178bcd6875a1b08111 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:11.573574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:11.580275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:11.620239 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-159c6886-a1f0-4753-8f10-c57203129d83 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:11.621981 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-159c6886-a1f0-4753-8f10-c57203129d83 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 815 time: 0.2182190
Apr 20 18:24:11.645750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Request body: {'port': {'device_id': '9f7830e2-cffc-40b0-8ddf-07d5735038b5', 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'admin_state_up': True, 'tenant_id': '3980f2cb8d974b599823aa8a320628ad'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:11.716721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.735115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06acb7-06c2-4752-a0fc-ef9022df3953 req-c651f1ee-fad0-482d-9d20-eb3d4ada365c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:11.738580 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-df06acb7-06c2-4752-a0fc-ef9022df3953 req-c651f1ee-fad0-482d-9d20-eb3d4ada365c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.2464175
Apr 20 18:24:11.739278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.778415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-287c3f15-1ad7-4d08-9f53-ebd7c7e9a157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:11.797818 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96aeb27c945941178bcd6875a1b08111&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7258174
Apr 20 18:24:11.802557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51092) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:11.840998 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e99b5a-f1b7-4593-96a5-643583bd80dc,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:11.875769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:11.878980 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-df06acb7-06c2-4752-a0fc-ef9022df3953 req-f30872b3-9f3e-4254-b55b-e58f41493178 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020186
Apr 20 18:24:11.920245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:11.925529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-69163bd1-02b7-488f-b695-d71f199578cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:11.960060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:11.963407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-69163bd1-02b7-488f-b695-d71f199578cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.022130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-69163bd1-02b7-488f-b695-d71f199578cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.039563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4086c73e-4068-4b6e-8d5d-4869ce6a47ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:12.055747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69163bd1-02b7-488f-b695-d71f199578cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e99b5a-f1b7-4593-96a5-643583bd80dc,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:12.058265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Made reservation on behalf of 3980f2cb8d974b599823aa8a320628ad for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:12.066401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.088896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-69163bd1-02b7-488f-b695-d71f199578cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:12.097261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-69163bd1-02b7-488f-b695-d71f199578cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.102005 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-69163bd1-02b7-488f-b695-d71f199578cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32e99b5a-f1b7-4593-96a5-643583bd80dc HTTP/1.1" status: 204  len: 168 time: 0.2984183
Apr 20 18:24:12.311305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Allocated IP 172.20.0.13 (f6c31916-db3f-4eef-ba20-4a218aa43e3d/77f5479e-298b-4eff-a461-39d950d993bb/5f1fe119-73f4-487d-94c6-c39e1fb10d46) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:24:12.657945 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-29e6a23d-e054-4a64-8e6c-b771c6444129 req-b0058c29-2639-479b-b125-7f4c5da4adfe tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 210 time: 0.1580744
Apr 20 18:24:12.733248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.768265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.775209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5b5bb572-2f9f-4dca-b8df-87f6c42a7c1b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:12.812007 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['23191db0-aaaa-416e-8c4b-3abdefac96e7', 'd7110f76-a2e0-49fe-8734-f2f940cbb445'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:24:12.854486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:12.858252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Pushing event updated for resources: {'Port': ['ID=5f1fe119-73f4-487d-94c6-c39e1fb10d46,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:12.862080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:12.864624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:24:12.900533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:12.935720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:12.936349 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:12.961973 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3216050
Apr 20 18:24:12.984295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Request body: {'port': {'device_id': '9f7830e2-cffc-40b0-8ddf-07d5735038b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:13.143569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.513376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1fe119-73f4-487d-94c6-c39e1fb10d46 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:24:13.521327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.537775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Transition to ACTIVE for port object 5f1fe119-73f4-487d-94c6-c39e1fb10d46 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:13.539586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.544311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:13.755080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Pushing event updated for resources: {'Port': ['ID=5f1fe119-73f4-487d-94c6-c39e1fb10d46,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:13.781308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:13.791785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Attempting to bind port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:24:13.792160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Attempting to bind port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:24:13.792526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Attempting to bind port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:13.797489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:24:13.797845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Attempting to bind port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 on network f6c31916-db3f-4eef-ba20-4a218aa43e3d {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:13.803286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:24:13.803724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Checking segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:13.804651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Bound using segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:24:13.805116 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Bound port: 5f1fe119-73f4-487d-94c6-c39e1fb10d46, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:24:13.805499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.919492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] For port 5f1fe119-73f4-487d-94c6-c39e1fb10d46, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:24:13.923419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] For port 5f1fe119-73f4-487d-94c6-c39e1fb10d46, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f1fe119-73f4-487d-94c6-c39e1fb10d46,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:24:13.929440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:13.936891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:13.940786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70bbd69-f014-4bf0-9aca-c77e8a09009a req-663cadf1-2b06-466b-8ef2-eebbdbeaa34c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:13.942377 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c70bbd69-f014-4bf0-9aca-c77e8a09009a req-663cadf1-2b06-466b-8ef2-eebbdbeaa34c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 944 time: 0.0891201
Apr 20 18:24:13.998401 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c70bbd69-f014-4bf0-9aca-c77e8a09009a req-37f2c40d-ba33-49c9-a502-2a90e5805beb tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485537
Apr 20 18:24:14.021664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Pushing event updated for resources: {'Port': ['ID=5f1fe119-73f4-487d-94c6-c39e1fb10d46,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:14.026570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:14.031572 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:14.032300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:14.033819 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] 10.222.0.36 "PUT /v2.0/ports/5f1fe119-73f4-487d-94c6-c39e1fb10d46 HTTP/1.1" status: 200  len: 1094 time: 1.0544970
Apr 20 18:24:14.034337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7830e2-cffc-40b0-8ddf-07d5735038b5', 'tag': '5f1fe119-73f4-487d-94c6-c39e1fb10d46'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:24:14.105239 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7830e2-cffc-40b0-8ddf-07d5735038b5', 'tag': '5f1fe119-73f4-487d-94c6-c39e1fb10d46', 'status': 'completed', 'code': 200}
Apr 20 18:24:14.383004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961fe1-fc80-48ec-bf84-91e8ad08c44f req-dc307365-963c-43ab-b51e-0eae3fded864 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:14.384753 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a961fe1-fc80-48ec-bf84-91e8ad08c44f req-dc307365-963c-43ab-b51e-0eae3fded864 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.2287629
Apr 20 18:24:14.387681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-bff081be-755f-4489-b3a8-a63ce0b2322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:14.389168 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-bff081be-755f-4489-b3a8-a63ce0b2322e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 1097 time: 0.1892705
Apr 20 18:24:14.391255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763350b-8372-4823-8042-0924e292a1c4 req-e935b1e8-64aa-431b-b21e-2f88705ad05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:14.392754 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e763350b-8372-4823-8042-0924e292a1c4 req-e935b1e8-64aa-431b-b21e-2f88705ad05c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1098 time: 0.1916499
Apr 20 18:24:14.812094 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-7225fea6-0780-4eb5-908e-bb62efb1e8a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f1fe119-73f4-487d-94c6-c39e1fb10d46 HTTP/1.1" status: 200  len: 217 time: 0.3946958
Apr 20 18:24:14.870084 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a961fe1-fc80-48ec-bf84-91e8ad08c44f req-f5da34c8-bb52-4bce-8855-88d631716e3b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4762137
Apr 20 18:24:14.938882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-a9fd58b3-02e9-4f86-8d7b-e6a7b86334bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:14.940449 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-a9fd58b3-02e9-4f86-8d7b-e6a7b86334bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 200  len: 855 time: 0.1167021
Apr 20 18:24:14.941695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763350b-8372-4823-8042-0924e292a1c4 req-624db115-dd67-46fe-b89e-1f5040de5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:14.943092 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e763350b-8372-4823-8042-0924e292a1c4 req-624db115-dd67-46fe-b89e-1f5040de5520 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 919 time: 0.5270748
Apr 20 18:24:15.071127 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-80640505-1e7c-42a1-be5b-8565726ec916 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c31916-db3f-4eef-ba20-4a218aa43e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1157022
Apr 20 18:24:15.072572 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e763350b-8372-4823-8042-0924e292a1c4 req-acc61809-515d-4287-8392-170931b1537d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 200  len: 217 time: 0.1159873
Apr 20 18:24:15.224626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67bc05-ff3e-4b31-8aac-afed62b1ac36 req-4cfc03f2-d871-4b8b-883e-23a601643310 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:15.226243 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5c67bc05-ff3e-4b31-8aac-afed62b1ac36 req-4cfc03f2-d871-4b8b-883e-23a601643310 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 944 time: 0.0912962
Apr 20 18:24:15.253578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763350b-8372-4823-8042-0924e292a1c4 req-a0b25334-ed60-4171-ad72-1bb6148f90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:15.254976 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e763350b-8372-4823-8042-0924e292a1c4 req-a0b25334-ed60-4171-ad72-1bb6148f90f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.1581297
Apr 20 18:24:15.277192 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5c67bc05-ff3e-4b31-8aac-afed62b1ac36 req-0577a82d-6718-4449-9c8a-b1bc5e1a92a3 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436556
Apr 20 18:24:15.322212 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e763350b-8372-4823-8042-0924e292a1c4 req-9872d52c-bb50-4ab4-b12e-5cd7b1d42684 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553999
Apr 20 18:24:15.366015 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-d6e59bba-c525-41bb-9741-2b512ffe36cf service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703216
Apr 20 18:24:15.594564 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e763350b-8372-4823-8042-0924e292a1c4 req-b5146cd7-cd3a-47b6-8628-522f94f102e6 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2630560
Apr 20 18:24:15.602217 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18ee5214-71eb-4464-89e1-1ed38c039824 req-850f6774-a741-4918-94f9-8b3a28b6ef54 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897116
Apr 20 18:24:15.795265 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e763350b-8372-4823-8042-0924e292a1c4 req-65e31c76-98a8-4dc5-a194-a0b0f7ff37ae service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1904852
Apr 20 18:24:15.826746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-6351a1f4-412f-4b02-9817-9fbd8369a40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:15.828801 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-6351a1f4-412f-4b02-9817-9fbd8369a40d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 1097 time: 0.1092923
Apr 20 18:24:16.044608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-b5761ee9-bf52-4839-a548-fa63468d2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:16.046141 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-b5761ee9-bf52-4839-a548-fa63468d2604 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 916 time: 0.1912043
Apr 20 18:24:16.127706 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-98c146e4-f909-4670-b076-ddb56e2a5560 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f1fe119-73f4-487d-94c6-c39e1fb10d46 HTTP/1.1" status: 200  len: 217 time: 0.0735390
Apr 20 18:24:16.201334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47686-80a3-4569-9694-e8b25f5a3b7a req-f7ef9cd8-a5e1-4864-a9d8-07c337eaf337 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:16.202946 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbf47686-80a3-4569-9694-e8b25f5a3b7a req-f7ef9cd8-a5e1-4864-a9d8-07c337eaf337 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.2105575
Apr 20 18:24:16.239323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-c8b41409-ea6d-4ad5-a149-d59606117889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:16.240873 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-c8b41409-ea6d-4ad5-a149-d59606117889 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 200  len: 855 time: 0.1030021
Apr 20 18:24:16.302682 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-39011288-82cf-4f06-bc7d-466f64d2854e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c31916-db3f-4eef-ba20-4a218aa43e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0519848
Apr 20 18:24:16.305893 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbf47686-80a3-4569-9694-e8b25f5a3b7a req-1cf7a67e-0a12-4a84-a79b-f19f2746f337 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965273
Apr 20 18:24:16.465619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-0b6092a8-b6d6-40d4-a311-b50df413cfed service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550696
Apr 20 18:24:16.502338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21507d8-e39c-42a7-b4f5-447a5cf58084 req-89b8e087-d153-4f94-96a9-9a09717da9c5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:16.504206 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f21507d8-e39c-42a7-b4f5-447a5cf58084 req-89b8e087-d153-4f94-96a9-9a09717da9c5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 944 time: 0.1099942
Apr 20 18:24:16.555443 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f21507d8-e39c-42a7-b4f5-447a5cf58084 req-3655a8a8-10bd-4921-bf38-007c1dd9b55e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439513
Apr 20 18:24:16.623109 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51cd4f19-d4e4-4b28-9725-dc7c155841eb req-6a5f6a8c-0c0b-414b-8208-a04e6d77133b service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441197
Apr 20 18:24:17.511829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade39ae-4005-4095-8540-4d93693d0157 req-ea4dd251-ac0e-40eb-934e-b59d6721213f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:17.513458 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6ade39ae-4005-4095-8540-4d93693d0157 req-ea4dd251-ac0e-40eb-934e-b59d6721213f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0921488
Apr 20 18:24:17.562944 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6ade39ae-4005-4095-8540-4d93693d0157 req-777040aa-728f-4f5f-8b4d-2b5d4f2872e6 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431180
Apr 20 18:24:17.759313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3072849-e281-48fd-b298-df4efa5d902b req-e16863d6-cc01-4ef9-836b-70f6ef1b7805 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:17.760894 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d3072849-e281-48fd-b298-df4efa5d902b req-e16863d6-cc01-4ef9-836b-70f6ef1b7805 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 944 time: 0.0890477
Apr 20 18:24:17.809562 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d3072849-e281-48fd-b298-df4efa5d902b req-2a7994b1-c9fe-4372-97da-c1250fb6a71b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418646
Apr 20 18:24:18.773649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d4caf-049e-4d36-abe9-842764b34581 req-c8d83278-6100-42c5-aa5e-3ae805eda833 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:18.775300 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-462d4caf-049e-4d36-abe9-842764b34581 req-c8d83278-6100-42c5-aa5e-3ae805eda833 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0947995
Apr 20 18:24:18.825368 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-462d4caf-049e-4d36-abe9-842764b34581 req-fe22e391-240a-41cc-beea-c9579fe9f254 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433481
Apr 20 18:24:19.019640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d0da7-24e5-46ec-be59-8adbde12268c req-3c1f2e18-7560-41a1-8007-89f5d235b1de tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:19.021227 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-380d0da7-24e5-46ec-be59-8adbde12268c req-3c1f2e18-7560-41a1-8007-89f5d235b1de tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 944 time: 0.0913014
Apr 20 18:24:19.073157 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-380d0da7-24e5-46ec-be59-8adbde12268c req-51dcdd84-7b7e-4df7-a766-9ab9f3b07ddf tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445287
Apr 20 18:24:20.031070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da3f9f8-cad1-4e97-8b13-72c741a83eaa req-cfde0863-9b46-4ee0-ac37-dd950f1c1649 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:20.032728 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2da3f9f8-cad1-4e97-8b13-72c741a83eaa req-cfde0863-9b46-4ee0-ac37-dd950f1c1649 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0922830
Apr 20 18:24:20.081416 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2da3f9f8-cad1-4e97-8b13-72c741a83eaa req-85b001c5-9919-40fa-8f4b-22a96e9d2241 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421176
Apr 20 18:24:20.237528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 5f1fe119-73f4-487d-94c6-c39e1fb10d46 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:24:20.285961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ffe13-2eb5-4d5b-a888-4c76fb098daa req-785e2250-5d0e-4f4c-b0b3-12582072626b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:20.288042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c55ffe13-2eb5-4d5b-a888-4c76fb098daa req-785e2250-5d0e-4f4c-b0b3-12582072626b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 944 time: 0.1002722
Apr 20 18:24:20.341365 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c55ffe13-2eb5-4d5b-a888-4c76fb098daa req-2943120c-e130-4da4-ba90-e611e8a7441b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462866
Apr 20 18:24:20.411753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 5f1fe119-73f4-487d-94c6-c39e1fb10d46, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f1fe119-73f4-487d-94c6-c39e1fb10d46,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:20.426663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '5f1fe119-73f4-487d-94c6-c39e1fb10d46', 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'port_id': '5f1fe119-73f4-487d-94c6-c39e1fb10d46', 'mac_address': 'fa:16:3e:bf:78:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f5479e-298b-4eff-a461-39d950d993bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:24:20.486746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:20.506879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1fe119-73f4-487d-94c6-c39e1fb10d46 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:24:20.523480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 5f1fe119-73f4-487d-94c6-c39e1fb10d46, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f1fe119-73f4-487d-94c6-c39e1fb10d46,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:20.526659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:20.528987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:20.601870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=5f1fe119-73f4-487d-94c6-c39e1fb10d46,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:20.605107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:20.970197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['5f1fe119-73f4-487d-94c6-c39e1fb10d46'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:24:21.295814 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157c48a-af45-4ca0-97f8-095cd7d3a906 req-daa62e39-cd47-4802-be7a-28cb2b4acc6c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:21.297529 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3157c48a-af45-4ca0-97f8-095cd7d3a906 req-daa62e39-cd47-4802-be7a-28cb2b4acc6c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0938876
Apr 20 18:24:21.346326 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3157c48a-af45-4ca0-97f8-095cd7d3a906 req-71dd34ee-24f9-40e7-8e1c-7a2d32e9af58 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407302
Apr 20 18:24:21.560699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c1704-5256-4011-98cc-791a8e842630 req-8f622889-0ad2-402b-a16f-72fa463ef4e5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:21.562272 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b07c1704-5256-4011-98cc-791a8e842630 req-8f622889-0ad2-402b-a16f-72fa463ef4e5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 945 time: 0.0884144
Apr 20 18:24:21.610228 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b07c1704-5256-4011-98cc-791a8e842630 req-446133ae-9abf-4440-8449-bcf943829d1d tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413649
Apr 20 18:24:24.532973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98856311-4d64-433a-9c4f-e1c0c6699d46 req-a4364169-813a-4f68-bdd5-6074184bde4f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:24.534630 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98856311-4d64-433a-9c4f-e1c0c6699d46 req-a4364169-813a-4f68-bdd5-6074184bde4f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0885201
Apr 20 18:24:24.561300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e74274-18f9-4bea-a3f8-68c09f8c2458 req-6bb9aa46-dd2b-4260-9b48-315adfbf24e6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:24.562928 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f5e74274-18f9-4bea-a3f8-68c09f8c2458 req-6bb9aa46-dd2b-4260-9b48-315adfbf24e6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 945 time: 0.0919032
Apr 20 18:24:24.582711 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98856311-4d64-433a-9c4f-e1c0c6699d46 req-c143ab87-566b-4130-b669-3184dc496f39 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407574
Apr 20 18:24:24.610672 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f5e74274-18f9-4bea-a3f8-68c09f8c2458 req-e69146e3-d723-4f31-bd45-9759765f3f82 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413375
Apr 20 18:24:25.813248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969e5ee-3cec-426d-8cfd-1b1495155bff req-8a2a0e32-3414-456b-8d5c-4215373a691d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:25.821106 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2969e5ee-3cec-426d-8cfd-1b1495155bff req-8a2a0e32-3414-456b-8d5c-4215373a691d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1167901
Apr 20 18:24:25.840884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ef827-b014-451e-90ca-752d76d3fa7c req-7bfc60c7-c35c-4e36-a11f-d88310a2e08c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:25.842695 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eb4ef827-b014-451e-90ca-752d76d3fa7c req-7bfc60c7-c35c-4e36-a11f-d88310a2e08c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 945 time: 0.1098814
Apr 20 18:24:25.869835 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2969e5ee-3cec-426d-8cfd-1b1495155bff req-4a2bf603-9029-4ad8-86f0-8231b852b6fb tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479789
Apr 20 18:24:25.896673 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eb4ef827-b014-451e-90ca-752d76d3fa7c req-8e6e8a1a-ab34-4296-836e-3ac88ecb8af9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471561
Apr 20 18:24:26.212817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:26.240774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 5f1fe119-73f4-487d-94c6-c39e1fb10d46 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:26.310796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:26.315460 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:26.315882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:26.436498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:26.464942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7830e2-cffc-40b0-8ddf-07d5735038b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1fe119-73f4-487d-94c6-c39e1fb10d46'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:24:26.475427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 5f1fe119-73f4-487d-94c6-c39e1fb10d46, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f1fe119-73f4-487d-94c6-c39e1fb10d46,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:26.478189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:26.480135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:26.518142 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7830e2-cffc-40b0-8ddf-07d5735038b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1fe119-73f4-487d-94c6-c39e1fb10d46', 'code': 200}
Apr 20 18:24:26.551970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=5f1fe119-73f4-487d-94c6-c39e1fb10d46,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:26.555492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:26.878843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fa682-b18f-4312-851d-5edd851cc0d6 req-07750163-9fde-4f68-8686-38d948918ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:26.880450 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-226fa682-b18f-4312-851d-5edd851cc0d6 req-07750163-9fde-4f68-8686-38d948918ad3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 1099 time: 0.0791445
Apr 20 18:24:26.931168 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-226fa682-b18f-4312-851d-5edd851cc0d6 req-c307e516-6d52-4035-832b-b01d0e53dd35 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388999
Apr 20 18:24:27.097018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f00c8-d418-4757-b145-073e322a985b req-4a0eb20a-7c14-47c2-aa01-137294d8382c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:27.098744 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-378f00c8-d418-4757-b145-073e322a985b req-4a0eb20a-7c14-47c2-aa01-137294d8382c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1084750
Apr 20 18:24:27.108852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead2974-035c-463b-956f-42cfa92a54d4 req-cdf9c965-9324-43ce-b5be-a187ee840f01 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:27.109633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-bead2974-035c-463b-956f-42cfa92a54d4 req-cdf9c965-9324-43ce-b5be-a187ee840f01 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:24:27.126107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-bead2974-035c-463b-956f-42cfa92a54d4 req-cdf9c965-9324-43ce-b5be-a187ee840f01 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:24:27.127455 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bead2974-035c-463b-956f-42cfa92a54d4 req-cdf9c965-9324-43ce-b5be-a187ee840f01 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 946 time: 0.1108360
Apr 20 18:24:27.149979 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-378f00c8-d418-4757-b145-073e322a985b req-8a954541-f363-4226-9ba9-fe678e5e1075 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435960
Apr 20 18:24:27.187348 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bead2974-035c-463b-956f-42cfa92a54d4 req-fef97f19-ebbf-4824-896a-b1e27b1c51d9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530577
Apr 20 18:24:27.259888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51440) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:27.387816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.403925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:27.407905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Usage tracker for resource:security_group_rule and tenant:113d4d1c45904994b49ed06c4204915f is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:27.445570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:27.466038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:27.530818 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-ede2fc4d-b4bb-4e82-8903-9d24cdefb893 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1199164
Apr 20 18:24:27.622205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.630706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.639922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4fb9ad3b-0e78-4a25-a318-6e351c92ee15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:27.690441 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=113d4d1c45904994b49ed06c4204915f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4293115
Apr 20 18:24:27.693345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 51452) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:27.694364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b047d1-84c1-496e-a870-8e01fbb0610a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:27.697662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:27.716213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-8360f482-efe3-4834-acc5-775548a8260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:27.717792 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-8360f482-efe3-4834-acc5-775548a8260c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 1098 time: 0.1410539
Apr 20 18:24:27.757797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-06a4baca-04d0-4c69-a993-250e3043f0ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.786237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-06a4baca-04d0-4c69-a993-250e3043f0ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.842580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-06a4baca-04d0-4c69-a993-250e3043f0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.858141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0f554035-9f65-4d5a-b18a-ddb45bfffedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:27.878854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-06a4baca-04d0-4c69-a993-250e3043f0ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:27.883219 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-06a4baca-04d0-4c69-a993-250e3043f0ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14b047d1-84c1-496e-a870-8e01fbb0610a HTTP/1.1" status: 204  len: 168 time: 0.1880853
Apr 20 18:24:27.886024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4baca-04d0-4c69-a993-250e3043f0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b047d1-84c1-496e-a870-8e01fbb0610a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:27.889273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-06a4baca-04d0-4c69-a993-250e3043f0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:27.890011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-e58ee78d-76c6-4842-91a1-42a98a4dc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:27.892015 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-e58ee78d-76c6-4842-91a1-42a98a4dc0d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 916 time: 0.1511550
Apr 20 18:24:28.200486 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-b1fec26c-63ae-4896-9e3a-30599efc256c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23191db0-aaaa-416e-8c4b-3abdefac96e7 HTTP/1.1" status: 200  len: 217 time: 0.2991676
Apr 20 18:24:28.202593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51466) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:28.221771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.239616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:28.244117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Usage tracker for resource:security_group_rule and tenant:dc571c4c171344faa98459c3def69a50 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:28.247038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:28.252976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:28.363193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cd49e-45f2-42f6-a215-492cce51b19b req-357c688f-47f6-4833-bb5f-ab2be39e24d4 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:28.364792 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-120cd49e-45f2-42f6-a215-492cce51b19b req-357c688f-47f6-4833-bb5f-ab2be39e24d4 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0907030
Apr 20 18:24:28.401784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-f64afca4-4152-4707-a531-2b6e99063f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:28.403459 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-f64afca4-4152-4707-a531-2b6e99063f88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 200  len: 855 time: 0.1320465
Apr 20 18:24:28.414682 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-120cd49e-45f2-42f6-a215-492cce51b19b req-be68bd84-462b-4ffa-8002-f787fbcf5ca9 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425704
Apr 20 18:24:28.469728 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-13924e44-e2cc-4f5e-817c-212716603149 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c31916-db3f-4eef-ba20-4a218aa43e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577254
Apr 20 18:24:28.617445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be96c66-81ad-4cc1-a578-ddb3d69ca2b5 req-ff15270e-c137-447a-a9a5-a1f757dd989e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:28.617445 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9be96c66-81ad-4cc1-a578-ddb3d69ca2b5 req-ff15270e-c137-447a-a9a5-a1f757dd989e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 946 time: 0.3005342
Apr 20 18:24:28.659450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.681893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.693599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b3426f8a-d4c6-4add-9ed8-1bbccca08f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:28.769826 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9be96c66-81ad-4cc1-a578-ddb3d69ca2b5 req-8547c66e-80d3-459f-88a6-2fa1fa20b379 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369205
Apr 20 18:24:28.776153 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc571c4c171344faa98459c3def69a50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5725274
Apr 20 18:24:28.778999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 51478) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:28.779359 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-71f99dab-c3f3-408b-8fda-6313073f6e46 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2981184
Apr 20 18:24:28.780169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb856fa5-c2c6-4119-83dc-8d93eacf1cd9,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:28.784107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:28.847357 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9641ebc6-adaf-49d9-9379-3266ba608cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.875189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9641ebc6-adaf-49d9-9379-3266ba608cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.919212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9641ebc6-adaf-49d9-9379-3266ba608cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.924269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-05626445-c18c-41a0-9a6d-a9c9926678d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:28.935547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641ebc6-adaf-49d9-9379-3266ba608cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb856fa5-c2c6-4119-83dc-8d93eacf1cd9,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:28.940102 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cac0cdf3-9c76-4187-92bf-43a5eef63431 req-8ae3372b-7111-4340-a4ab-c46baee28f40 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407568
Apr 20 18:24:28.940434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9641ebc6-adaf-49d9-9379-3266ba608cde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:28.942482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9641ebc6-adaf-49d9-9379-3266ba608cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:28.943676 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9641ebc6-adaf-49d9-9379-3266ba608cde admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb856fa5-c2c6-4119-83dc-8d93eacf1cd9 HTTP/1.1" status: 204  len: 168 time: 0.1632292
Apr 20 18:24:29.621734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4ad56-0def-4aca-b65a-995b7e584bad req-f13bf80c-6be0-4c4f-9f21-ade72399ceaa tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:29.623344 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b4ad56-0def-4aca-b65a-995b7e584bad req-f13bf80c-6be0-4c4f-9f21-ade72399ceaa tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0885944
Apr 20 18:24:29.671990 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b4ad56-0def-4aca-b65a-995b7e584bad req-f621f194-5919-46b7-a3b7-7a0027c1f0d2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422132
Apr 20 18:24:29.995956 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9c299-95cc-4fb8-a443-9e3ca618947c req-70fe2b24-162a-457b-a733-c3b2ddfce29b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:29.997576 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-33b9c299-95cc-4fb8-a443-9e3ca618947c req-70fe2b24-162a-457b-a733-c3b2ddfce29b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 946 time: 0.0921412
Apr 20 18:24:30.058800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0492f3bb-3128-44df-8911-b13ada11a906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:30.064982 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-33b9c299-95cc-4fb8-a443-9e3ca618947c req-57a9ac3b-f340-497e-9e6d-42d0b8776f1a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602009
Apr 20 18:24:30.878367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742353d9-998d-457d-9422-31975b5c76c2 req-0c927d82-97b9-4d42-8b68-27e147a47a10 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:30.880005 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-742353d9-998d-457d-9422-31975b5c76c2 req-0c927d82-97b9-4d42-8b68-27e147a47a10 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0929751
Apr 20 18:24:30.930212 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-742353d9-998d-457d-9422-31975b5c76c2 req-19b77418-9e55-4cc4-8122-a9c0d9f41d78 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433197
Apr 20 18:24:31.019609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 51602) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:31.144159 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.159859 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:31.164122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Usage tracker for resource:security_group_rule and tenant:c144c7265e204ba4a15fd132ad82eaad is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:31.167203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:31.173623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:31.258298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.261046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.273009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5bc6abc9-041d-4619-9ca1-b63e7c4417f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:31.314657 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c144c7265e204ba4a15fd132ad82eaad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2939060
Apr 20 18:24:31.315519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9feef6-0ee0-4161-88bb-07d5226c4404,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:31.317989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51616) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:31.319396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:31.383598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74761531-be75-4787-b980-fc6aeef176eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.411546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74761531-be75-4787-b980-fc6aeef176eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.462066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74761531-be75-4787-b980-fc6aeef176eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.467310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e484c75f-4e12-4b24-a7a2-25ea0c9b7529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:31.482734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74761531-be75-4787-b980-fc6aeef176eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9feef6-0ee0-4161-88bb-07d5226c4404,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:31.485813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-74761531-be75-4787-b980-fc6aeef176eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:31.496232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74761531-be75-4787-b980-fc6aeef176eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.499994 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-74761531-be75-4787-b980-fc6aeef176eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b9feef6-0ee0-4161-88bb-07d5226c4404 HTTP/1.1" status: 204  len: 168 time: 0.1776135
Apr 20 18:24:31.821061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51638) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:31.839826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.855993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:31.860053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Usage tracker for resource:security_group_rule and tenant:e865ef8c4bd544918205ead533a5f1ca is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:31.863027 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:31.869766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:31.957113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.961830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:31.971382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-74761531-be75-4787-b980-fc6aeef176eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:32.014389 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e865ef8c4bd544918205ead533a5f1ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1920538
Apr 20 18:24:32.015321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba16ea04-1d0e-444b-9134-d7dabba14b2a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:32.018199 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51646) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:32.020841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:32.092499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e72e62f-f029-46ee-892d-53fc83a5f94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.121467 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e72e62f-f029-46ee-892d-53fc83a5f94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.168174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9980b-73c7-4b29-b1b4-664f52ce14ae req-86e8f4ba-606d-4422-bd96-04643a3d9da7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:32.168626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e72e62f-f029-46ee-892d-53fc83a5f94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.170209 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0c9980b-73c7-4b29-b1b4-664f52ce14ae req-86e8f4ba-606d-4422-bd96-04643a3d9da7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1107557
Apr 20 18:24:32.174289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-825094a9-97ee-4178-a58b-df229cfd2e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:32.187701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72e62f-f029-46ee-892d-53fc83a5f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba16ea04-1d0e-444b-9134-d7dabba14b2a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:32.192406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7e72e62f-f029-46ee-892d-53fc83a5f94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:32.193805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e72e62f-f029-46ee-892d-53fc83a5f94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.197542 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7e72e62f-f029-46ee-892d-53fc83a5f94e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba16ea04-1d0e-444b-9134-d7dabba14b2a HTTP/1.1" status: 204  len: 168 time: 0.1758060
Apr 20 18:24:32.221123 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0c9980b-73c7-4b29-b1b4-664f52ce14ae req-f9e3116e-25ba-48d2-8772-3c79d56a3f2f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435848
Apr 20 18:24:32.383602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba364-1e0b-48c9-a008-5a71036b68ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.733477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:32.883514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:24:33.437844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529d89d-fa47-43ee-ac25-56189d34f96c req-d9739a9f-9ffe-428b-bd9e-a60837c24df2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:33.442974 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f529d89d-fa47-43ee-ac25-56189d34f96c req-d9739a9f-9ffe-428b-bd9e-a60837c24df2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1048183
Apr 20 18:24:33.499347 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f529d89d-fa47-43ee-ac25-56189d34f96c req-3fb6519f-5e6a-4492-be3e-70005a671447 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528851
Apr 20 18:24:33.540925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:34.429718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:34.701437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13139dd8-4939-4ae2-a249-5c9b51f89e8a req-d9ba659f-617f-446d-a2c4-2c38cd85cb74 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:34.703019 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-13139dd8-4939-4ae2-a249-5c9b51f89e8a req-d9ba659f-617f-446d-a2c4-2c38cd85cb74 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0873485
Apr 20 18:24:34.749277 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-13139dd8-4939-4ae2-a249-5c9b51f89e8a req-80ade536-686d-483e-bbcb-af5f754c62d9 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400083
Apr 20 18:24:35.966533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a362e-8615-41b5-b0a2-5d9ad42234d5 req-5f589ddb-9101-4951-966c-6d8bf1abe056 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:35.967895 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-af6a362e-8615-41b5-b0a2-5d9ad42234d5 req-5f589ddb-9101-4951-966c-6d8bf1abe056 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0908091
Apr 20 18:24:36.022385 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-af6a362e-8615-41b5-b0a2-5d9ad42234d5 req-f04a9f1b-42cf-47f4-b3af-a9291689de42 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462327
Apr 20 18:24:37.244623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069b247-0493-47e9-bd2a-daf9a2f05913 req-0e4f81a1-d94b-4122-bae6-753c5bae0b1c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:37.246240 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2069b247-0493-47e9-bd2a-daf9a2f05913 req-0e4f81a1-d94b-4122-bae6-753c5bae0b1c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1023238
Apr 20 18:24:37.294524 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2069b247-0493-47e9-bd2a-daf9a2f05913 req-ca6f86bd-f3be-4890-9cd4-ad3f93293b31 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418367
Apr 20 18:24:38.115933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a2805-865b-44ba-961b-c421677f89b8 req-c4d0f4f8-cf21-4307-af03-a5bc4df1667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:38.117708 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce0a2805-865b-44ba-961b-c421677f89b8 req-c4d0f4f8-cf21-4307-af03-a5bc4df1667c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1098 time: 0.0810328
Apr 20 18:24:38.163196 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce0a2805-865b-44ba-961b-c421677f89b8 req-825e8f2d-4c54-4cc1-a07f-253582b6c4bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371141
Apr 20 18:24:38.224159 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51782) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:38.380361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:38.398262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:38.402518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:a76af67c64b94fa1bc3b996308386177 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:38.405475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:38.411787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:38.498611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:38.499372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0eb03-c593-4db6-ae4e-6ccc8763e657 req-8e866e72-2b53-4238-9678-c1551f0c6747 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:38.500387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:38.501010 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cc0eb03-c593-4db6-ae4e-6ccc8763e657 req-8e866e72-2b53-4238-9678-c1551f0c6747 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0877430
Apr 20 18:24:38.508607 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:38.550991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217ae109-9dd0-4edf-bfbb-c65987f4ac40,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:38.554958 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cc0eb03-c593-4db6-ae4e-6ccc8763e657 req-5a6f49f5-b60d-4a49-95e3-a4c4b1f79c54 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458400
Apr 20 18:24:38.567522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 51792) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:38.567690 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a76af67c64b94fa1bc3b996308386177&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3423376
Apr 20 18:24:38.572960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.573374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.573924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.574320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.574784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.575305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.575696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.576084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.576470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.576856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.577238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.577664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.583186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:38.638014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:38.664415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:38.711838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:38.716800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-267ed197-929d-4652-a206-b74b58ca717b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:38.730010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217ae109-9dd0-4edf-bfbb-c65987f4ac40,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:38.740840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.741246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.742276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.742724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.743122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.743509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.743896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.744284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.744713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.745074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.745453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.745831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:38.751836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:38.756844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:38.756844 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/217ae109-9dd0-4edf-bfbb-c65987f4ac40 HTTP/1.1" status: 204  len: 168 time: 0.1862705
Apr 20 18:24:39.060621 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 51804) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:39.079338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:39.097047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:39.102267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Usage tracker for resource:security_group_rule and tenant:ee1607f169ff4f68a1588e03a5175210 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:39.105295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:39.111325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:39.196317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:39.199675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:39.209365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-07748da4-4941-4e55-99f8-ddcb1b25964f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:39.255989 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee1607f169ff4f68a1588e03a5175210&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1942167
Apr 20 18:24:39.256919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f0fd28-db22-4269-a941-3f750fbfca9e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:39.258905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51808) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:39.260045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:39.327334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-059242f9-ce15-44d6-b97e-491ac8481b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:39.355770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-059242f9-ce15-44d6-b97e-491ac8481b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:39.409428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-059242f9-ce15-44d6-b97e-491ac8481b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:39.415272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:39.427511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059242f9-ce15-44d6-b97e-491ac8481b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f0fd28-db22-4269-a941-3f750fbfca9e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:39.429914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-059242f9-ce15-44d6-b97e-491ac8481b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:39.437793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-059242f9-ce15-44d6-b97e-491ac8481b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:39.439030 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-059242f9-ce15-44d6-b97e-491ac8481b8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26f0fd28-db22-4269-a941-3f750fbfca9e HTTP/1.1" status: 204  len: 168 time: 0.1789725
Apr 20 18:24:39.782182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4ec14-52af-484e-9978-a0c595b1ab2e req-bf0d0510-175e-4794-a4f2-ecf56b838c60 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:39.784589 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b3a4ec14-52af-484e-9978-a0c595b1ab2e req-bf0d0510-175e-4794-a4f2-ecf56b838c60 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1134682
Apr 20 18:24:39.868253 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b3a4ec14-52af-484e-9978-a0c595b1ab2e req-c79cd53f-dc7a-40e5-958e-54787b853dc2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757995
Apr 20 18:24:41.085266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fe6ca-045a-47de-ae6a-9a25d33a9227 req-38e9073e-54f6-4ba5-99c2-78a2b42ad1c2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:41.087390 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f8fe6ca-045a-47de-ae6a-9a25d33a9227 req-38e9073e-54f6-4ba5-99c2-78a2b42ad1c2 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0901144
Apr 20 18:24:41.135111 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f8fe6ca-045a-47de-ae6a-9a25d33a9227 req-05b668dc-7b24-46df-aacc-5d0a3e773bae tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414488
Apr 20 18:24:41.668970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-4763c94e-dc35-4bb5-b2e2-e94b66f00777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:41.670649 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-4763c94e-dc35-4bb5-b2e2-e94b66f00777 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1098 time: 0.0897827
Apr 20 18:24:41.679463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e52614-6359-4be1-8c39-c7fc3ac6d51b req-a3325125-2d03-4fa2-9e10-63310fbc3cf5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:41.681060 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e3e52614-6359-4be1-8c39-c7fc3ac6d51b req-a3325125-2d03-4fa2-9e10-63310fbc3cf5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1126876
Apr 20 18:24:41.737828 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e3e52614-6359-4be1-8c39-c7fc3ac6d51b req-a724092f-c76c-4e13-a213-24a23b424c37 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495455
Apr 20 18:24:41.885235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-41145a92-f9fb-4a07-84e8-69fc9d209ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:41.886833 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-41145a92-f9fb-4a07-84e8-69fc9d209ba9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 919 time: 0.1964722
Apr 20 18:24:41.970277 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-37381cd8-3bb7-46a5-97fa-a352590e8b5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 200  len: 217 time: 0.0697877
Apr 20 18:24:42.046304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-8e331dc4-941d-49a0-a7aa-6c0fc13eb763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:42.047916 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-8e331dc4-941d-49a0-a7aa-6c0fc13eb763 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.0643575
Apr 20 18:24:42.105257 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-2a4e7dd4-3259-48be-a8de-a8a2fa8924f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460751
Apr 20 18:24:42.252045 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-7a87d7dd-e94c-4ee5-a55a-f998ab09d809 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360369
Apr 20 18:24:42.397980 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b9f6869-d3e5-426b-9777-18ff7532b4f2 req-013cd710-3945-4330-a638-d44fb6115aab service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380711
Apr 20 18:24:42.946400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fd86f-6625-42c1-87c1-1e70c1043284 req-b4a4f5ce-8ac2-44df-9606-5f6266ae000e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:42.948012 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0fd86f-6625-42c1-87c1-1e70c1043284 req-b4a4f5ce-8ac2-44df-9606-5f6266ae000e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0926254
Apr 20 18:24:43.000502 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0fd86f-6625-42c1-87c1-1e70c1043284 req-3d51fdc4-218d-430e-9231-5771e8c0730c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460768
Apr 20 18:24:43.485697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-663a3e2c-e3bc-4f52-bbb4-a33c0928d123 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:43.487289 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-663a3e2c-e3bc-4f52-bbb4-a33c0928d123 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 815 time: 0.1582146
Apr 20 18:24:43.503355 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-db9852bb-42e4-4d94-a7df-9f81ed74e9e7 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/quotas/3980f2cb8d974b599823aa8a320628ad HTTP/1.1" status: 200  len: 375 time: 0.0098922
Apr 20 18:24:43.599630 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-7f279a37-7cb3-43d0-9909-24bb503a4c20 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0900331
Apr 20 18:24:43.745497 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-64147ca0-ee9c-49b3-9a6e-8e7412ec3d02 service neutron] 10.222.0.22 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376987
Apr 20 18:24:43.893182 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-c6b7bac0-1b33-4dba-90c9-356112cc9b3c service neutron] 10.222.0.22 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410005
Apr 20 18:24:44.089555 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b7a9e9bd-7db1-4cf1-afe4-2426a0b784ff req-2ffb1db2-e39a-4f62-983b-a5fc5730613d tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 210 time: 0.0490565
Apr 20 18:24:44.419660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1e6f9-7399-4031-b741-9ef988e05c09 req-0e8a635f-cd30-4849-a143-d8a5be3e2678 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:44.421579 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-79c1e6f9-7399-4031-b741-9ef988e05c09 req-0e8a635f-cd30-4849-a143-d8a5be3e2678 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.3016322
Apr 20 18:24:44.472977 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-79c1e6f9-7399-4031-b741-9ef988e05c09 req-cd78809c-b720-4dee-90e6-12300255cf84 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442913
Apr 20 18:24:44.663921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51966) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:44.795102 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:44.818651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:44.823425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Usage tracker for resource:security_group_rule and tenant:b74f55dc50b34cb182e4a4984b6d96a4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:44.827162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:44.833952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:44.925834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:44.928828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:44.938412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:44.980857 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b74f55dc50b34cb182e4a4984b6d96a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3158073
Apr 20 18:24:44.982510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd637843-9554-47e3-a3d9-9206201e250c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:44.983695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 51976) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:44.985723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:45.050847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c7e0-7764-4e9b-98ad-4ed0b2fb7b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.086864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c7e0-7764-4e9b-98ad-4ed0b2fb7b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.136245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c7e0-7764-4e9b-98ad-4ed0b2fb7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.141367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7c5c1433-5560-4777-a45f-c42a11c03d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:45.154147 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3c7e0-7764-4e9b-98ad-4ed0b2fb7b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd637843-9554-47e3-a3d9-9206201e250c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:45.162548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a9c3c7e0-7764-4e9b-98ad-4ed0b2fb7b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:45.164597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a9c3c7e0-7764-4e9b-98ad-4ed0b2fb7b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.167066 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a9c3c7e0-7764-4e9b-98ad-4ed0b2fb7b1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd637843-9554-47e3-a3d9-9206201e250c HTTP/1.1" status: 204  len: 168 time: 0.1822674
Apr 20 18:24:45.268851 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9520fbf0-41a4-4cc6-8d26-c1290bd9c90c req-187cfd1e-22e1-4b0a-91f3-fc97ddcd784d tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 210 time: 0.0502760
Apr 20 18:24:45.474883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 51986) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:45.493393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.511619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:45.516189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Usage tracker for resource:security_group_rule and tenant:458e3407dcdf469fb05f52cd65591e69 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:45.519427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:45.526540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:45.693618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebf342-8d38-47dd-9340-f0fb5c468872 req-33372eab-168e-4022-bec6-8d4b453d952a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:45.695822 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3eebf342-8d38-47dd-9340-f0fb5c468872 req-33372eab-168e-4022-bec6-8d4b453d952a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0897913
Apr 20 18:24:45.743866 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3eebf342-8d38-47dd-9340-f0fb5c468872 req-260884a5-f33c-429f-9be3-6d9d4f55418b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417302
Apr 20 18:24:45.770419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-f90af14f-96d8-4d93-969b-6513f77edc51 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:45.780916 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-f90af14f-96d8-4d93-969b-6513f77edc51 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 815 time: 0.2268689
Apr 20 18:24:45.782959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.786639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:45.795785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9fe79411-2bbf-49b3-b03e-3ebbd7973323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:45.844903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Request body: {'port': {'device_id': 'a2e5ef7b-60f5-4bcb-8f61-f99be17af818', 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'admin_state_up': True, 'tenant_id': '3980f2cb8d974b599823aa8a320628ad'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:45.929348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52918abe-58a6-4aee-bb13-c7fbb5a9474b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:45.945141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:45.960699 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=458e3407dcdf469fb05f52cd65591e69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4821804
Apr 20 18:24:45.961510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52002) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:46.016338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:46.026872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:46.037442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Made reservation on behalf of 3980f2cb8d974b599823aa8a320628ad for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:46.043908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:46.045798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcd29f11-a8e1-4b02-bef7-2d3abaf00228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:46.085611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcd29f11-a8e1-4b02-bef7-2d3abaf00228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:46.159620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcd29f11-a8e1-4b02-bef7-2d3abaf00228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:46.164136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41b62b2c-caa8-412f-aff3-ba38604632a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:46.176849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd29f11-a8e1-4b02-bef7-2d3abaf00228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52918abe-58a6-4aee-bb13-c7fbb5a9474b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:46.179723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fcd29f11-a8e1-4b02-bef7-2d3abaf00228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:46.185505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcd29f11-a8e1-4b02-bef7-2d3abaf00228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:46.189737 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-fcd29f11-a8e1-4b02-bef7-2d3abaf00228 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52918abe-58a6-4aee-bb13-c7fbb5a9474b HTTP/1.1" status: 204  len: 168 time: 0.2249727
Apr 20 18:24:46.286595 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Allocated IP 172.20.0.14 (f6c31916-db3f-4eef-ba20-4a218aa43e3d/77f5479e-298b-4eff-a461-39d950d993bb/f12fc086-057c-44a7-adb3-c0465ad70c4c) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:24:46.474105 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8bb4e8ea-0967-4134-9450-7becf3c0b794 req-f12c370d-f8ac-412e-9f81-b59231196677 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 210 time: 0.0494266
Apr 20 18:24:46.542305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:46.574655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:46.581388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:46.636452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['23191db0-aaaa-416e-8c4b-3abdefac96e7', 'd7110f76-a2e0-49fe-8734-f2f940cbb445', '5f1fe119-73f4-487d-94c6-c39e1fb10d46'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:24:46.659228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:24:46.663847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:46.665910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Pushing event updated for resources: {'Port': ['ID=f12fc086-057c-44a7-adb3-c0465ad70c4c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:46.668220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:24:46.700928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:46.736904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:46.737661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:46.789213 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9512959
Apr 20 18:24:46.820117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Request body: {'port': {'device_id': 'a2e5ef7b-60f5-4bcb-8f61-f99be17af818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:47.179397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:47.648737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f12fc086-057c-44a7-adb3-c0465ad70c4c {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:24:47.657823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:47.715896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Transition to ACTIVE for port object f12fc086-057c-44a7-adb3-c0465ad70c4c will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:24:47.734353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:47.740934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-80814a4d-0f8e-4369-b673-6d39abac5035 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:47.825286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6375fd-9be4-417d-aaf0-5ccea4a940b1 req-8f576ebd-78d7-4c17-8c03-530c565abd3d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:47.827254 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7c6375fd-9be4-417d-aaf0-5ccea4a940b1 req-8f576ebd-78d7-4c17-8c03-530c565abd3d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1626003
Apr 20 18:24:47.909458 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7c6375fd-9be4-417d-aaf0-5ccea4a940b1 req-55bd90fd-01b8-420b-a19e-34bb51a7302a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626533
Apr 20 18:24:47.999038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f63ebe-c899-4074-a526-242ce644f0e8 req-36a45977-35ef-4098-8d9e-8f3d7a8b5c31 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:47.999821 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-76f63ebe-c899-4074-a526-242ce644f0e8 req-36a45977-35ef-4098-8d9e-8f3d7a8b5c31 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:24:48.055231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Pushing event updated for resources: {'Port': ['ID=f12fc086-057c-44a7-adb3-c0465ad70c4c,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:48.069030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:48.070715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-76f63ebe-c899-4074-a526-242ce644f0e8 req-36a45977-35ef-4098-8d9e-8f3d7a8b5c31 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:24:48.072081 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-76f63ebe-c899-4074-a526-242ce644f0e8 req-36a45977-35ef-4098-8d9e-8f3d7a8b5c31 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 932 time: 0.3986239
Apr 20 18:24:48.162370 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-76f63ebe-c899-4074-a526-242ce644f0e8 req-f836e6b3-2522-4e2d-8f0d-3b2715b054e1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718200
Apr 20 18:24:48.182375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Attempting to bind port f12fc086-057c-44a7-adb3-c0465ad70c4c on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:24:48.182808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Attempting to bind port f12fc086-057c-44a7-adb3-c0465ad70c4c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:24:48.183189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Attempting to bind port f12fc086-057c-44a7-adb3-c0465ad70c4c on network f6c31916-db3f-4eef-ba20-4a218aa43e3d {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:48.191879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Port f12fc086-057c-44a7-adb3-c0465ad70c4c on network f6c31916-db3f-4eef-ba20-4a218aa43e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:24:48.192463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Attempting to bind port f12fc086-057c-44a7-adb3-c0465ad70c4c on network f6c31916-db3f-4eef-ba20-4a218aa43e3d {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:24:48.199661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:24:48.200272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Checking segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:48.200981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Bound using segment: {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:24:48.201586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Bound port: f12fc086-057c-44a7-adb3-c0465ad70c4c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '608663f8-3cb0-4e59-b2c9-4e124e88913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:24:48.202250 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:48.334642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] For port f12fc086-057c-44a7-adb3-c0465ad70c4c, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:24:48.337893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] For port f12fc086-057c-44a7-adb3-c0465ad70c4c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f12fc086-057c-44a7-adb3-c0465ad70c4c,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:24:48.344321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:48.350321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:48.444076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:48.445887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:48.447513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] 10.222.0.36 "PUT /v2.0/ports/f12fc086-057c-44a7-adb3-c0465ad70c4c HTTP/1.1" status: 200  len: 1094 time: 1.6373582
Apr 20 18:24:48.450172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e5ef7b-60f5-4bcb-8f61-f99be17af818', 'tag': 'f12fc086-057c-44a7-adb3-c0465ad70c4c'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:24:48.465082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Pushing event updated for resources: {'Port': ['ID=f12fc086-057c-44a7-adb3-c0465ad70c4c,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:48.474284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:48.510032 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e5ef7b-60f5-4bcb-8f61-f99be17af818', 'tag': 'f12fc086-057c-44a7-adb3-c0465ad70c4c', 'status': 'completed', 'code': 200}
Apr 20 18:24:48.682188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-1ada9429-04aa-461d-8a10-9e199ff92ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:48.684362 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-1ada9429-04aa-461d-8a10-9e199ff92ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 1097 time: 0.1184897
Apr 20 18:24:48.791223 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-db65bcea-92ff-4945-920a-c39c1410fe54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f12fc086-057c-44a7-adb3-c0465ad70c4c HTTP/1.1" status: 200  len: 217 time: 0.0757263
Apr 20 18:24:48.866153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-4b006117-7345-4653-8840-20d090e74d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:48.867801 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-4b006117-7345-4653-8840-20d090e74d71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 200  len: 855 time: 0.0664144
Apr 20 18:24:48.933550 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-ce97c408-acf2-4a36-9f17-f92d923fba9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c31916-db3f-4eef-ba20-4a218aa43e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0551991
Apr 20 18:24:49.121219 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-d86d4f91-9b74-47ff-8859-3c26ce96d57e service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1530492
Apr 20 18:24:49.277471 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c37810f-7042-4e02-a675-70f520ddb0c6 req-fc00e2d9-a2ad-400f-b904-806bcc3f687a service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478453
Apr 20 18:24:49.394288 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bb99a-a2c0-45ce-adf3-4ffb9ad8d3ff req-720d784a-45b0-4bbd-b484-fe88a22e6f8a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:49.396069 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5b4bb99a-a2c0-45ce-adf3-4ffb9ad8d3ff req-720d784a-45b0-4bbd-b484-fe88a22e6f8a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 944 time: 0.1050069
Apr 20 18:24:49.457089 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5b4bb99a-a2c0-45ce-adf3-4ffb9ad8d3ff req-7f47a6b5-c64d-4b7a-b908-fade3c31cd0a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537741
Apr 20 18:24:49.490787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-5714993f-bd84-46b1-a1ae-9ee3a677a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:49.492478 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-5714993f-bd84-46b1-a1ae-9ee3a677a811 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3980f2cb8d974b599823aa8a320628ad&device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 1097 time: 0.0820131
Apr 20 18:24:49.652506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-336a8c5b-2a5b-49fb-b873-5ebd3e14f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:49.654505 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-336a8c5b-2a5b-49fb-b873-5ebd3e14f4d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 200  len: 916 time: 0.1422629
Apr 20 18:24:49.732089 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-c55792f0-477a-4fbd-8467-c457abdc6112 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f12fc086-057c-44a7-adb3-c0465ad70c4c HTTP/1.1" status: 200  len: 217 time: 0.0697303
Apr 20 18:24:49.804135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-5106e0fb-2e01-4954-a5d2-465aec96bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:49.805716 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-5106e0fb-2e01-4954-a5d2-465aec96bb36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 200  len: 855 time: 0.0665159
Apr 20 18:24:49.862633 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-f9ff7840-b05b-4a11-83c8-dd3a946f8b95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6c31916-db3f-4eef-ba20-4a218aa43e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471449
Apr 20 18:24:50.048143 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-0f42518f-33b4-4d43-9ad8-d744e9901f70 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586010
Apr 20 18:24:50.196373 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-392a8ddf-ee9c-4fc9-9ac4-19d43afade5b req-9549c77c-c1f5-4873-8418-ee77221cae33 service neutron] 10.222.0.36 "GET /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397741
Apr 20 18:24:50.649035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904825f-7bd6-4ddb-a068-3cf9310061b4 req-f2c573ec-74dd-480f-8627-ae22500654c6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:50.650679 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5904825f-7bd6-4ddb-a068-3cf9310061b4 req-f2c573ec-74dd-480f-8627-ae22500654c6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 944 time: 0.0884268
Apr 20 18:24:50.699185 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5904825f-7bd6-4ddb-a068-3cf9310061b4 req-f08e7f52-77ad-489a-8957-ae934a146e2b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420756
Apr 20 18:24:51.564123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232bc10-deec-42a1-93b4-bc7ddc4a9969 req-f4cbca9c-c2e0-4be5-8be2-ac7727cb21c6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:51.565720 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5232bc10-deec-42a1-93b4-bc7ddc4a9969 req-f4cbca9c-c2e0-4be5-8be2-ac7727cb21c6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0926831
Apr 20 18:24:51.614017 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5232bc10-deec-42a1-93b4-bc7ddc4a9969 req-83804b80-18a4-4480-8501-d2f853b7b23c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415571
Apr 20 18:24:51.918836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd73425-8297-4869-b8a2-908980c2bdd5 req-4fe68da3-2b7e-4809-b8c5-7394d1793eb1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:51.920334 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dcd73425-8297-4869-b8a2-908980c2bdd5 req-4fe68da3-2b7e-4809-b8c5-7394d1793eb1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 944 time: 0.0920801
Apr 20 18:24:51.968552 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dcd73425-8297-4869-b8a2-908980c2bdd5 req-607679f3-4964-4d98-8eed-15578b5290b6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418551
Apr 20 18:24:52.410087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device f12fc086-057c-44a7-adb3-c0465ad70c4c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:24:52.555229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port f12fc086-057c-44a7-adb3-c0465ad70c4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f12fc086-057c-44a7-adb3-c0465ad70c4c,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:52.568960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'f12fc086-057c-44a7-adb3-c0465ad70c4c', 'network_id': 'f6c31916-db3f-4eef-ba20-4a218aa43e3d', 'port_id': 'f12fc086-057c-44a7-adb3-c0465ad70c4c', 'mac_address': 'fa:16:3e:bc:98:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f5479e-298b-4eff-a461-39d950d993bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:24:52.630057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:52.648005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f12fc086-057c-44a7-adb3-c0465ad70c4c {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:24:52.664969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port f12fc086-057c-44a7-adb3-c0465ad70c4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f12fc086-057c-44a7-adb3-c0465ad70c4c,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:52.667927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:52.670658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:52.739150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=f12fc086-057c-44a7-adb3-c0465ad70c4c,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:52.747095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.747559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.747935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.748307 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.748676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.749043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.749409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.749774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.750145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.750510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.750883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.751234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:24:52.755326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:52.829600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e227d-fa08-43b3-8f66-30e12af06932 req-302618f3-95aa-47a6-94f2-7b3eeb7e113a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:52.831266 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-225e227d-fa08-43b3-8f66-30e12af06932 req-302618f3-95aa-47a6-94f2-7b3eeb7e113a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0972455
Apr 20 18:24:52.884447 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-225e227d-fa08-43b3-8f66-30e12af06932 req-4fe36f73-a58d-45f7-a9c9-2a8b812b2780 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460041
Apr 20 18:24:53.169143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cea20d-f774-46e0-a52e-d8351779dbde req-1bee6a49-1184-46f1-967f-9d62beb6b478 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:53.170748 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-64cea20d-f774-46e0-a52e-d8351779dbde req-1bee6a49-1184-46f1-967f-9d62beb6b478 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 945 time: 0.0877912
Apr 20 18:24:53.173990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['f12fc086-057c-44a7-adb3-c0465ad70c4c'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:24:53.208336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52224) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:53.228633 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-64cea20d-f774-46e0-a52e-d8351779dbde req-21ac8249-39d3-4eea-b8f1-8ca637c77aaf tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514441
Apr 20 18:24:53.349221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:53.364972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:53.369702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Usage tracker for resource:security_group_rule and tenant:465f2ad2307f435abea2b2398bbcc75e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:53.372700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:53.378683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:53.463323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:53.466029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:53.475086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1b661b1a-394a-4c66-91e9-2a75be331962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:53.519291 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=465f2ad2307f435abea2b2398bbcc75e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3073187
Apr 20 18:24:53.519587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52234) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:53.522393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33450937-1d8a-4a57-b94b-b97d467ffd3e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:53.526321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:53.586757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2e0420f3-07c8-400d-90e0-de5ce11071ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:53.616771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2e0420f3-07c8-400d-90e0-de5ce11071ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:53.661348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2e0420f3-07c8-400d-90e0-de5ce11071ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:53.666267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1d9440ce-e8fe-4edf-84bd-3be4de57b8d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:53.676958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0420f3-07c8-400d-90e0-de5ce11071ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33450937-1d8a-4a57-b94b-b97d467ffd3e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:53.682596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2e0420f3-07c8-400d-90e0-de5ce11071ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:53.684608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2e0420f3-07c8-400d-90e0-de5ce11071ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:53.686493 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2e0420f3-07c8-400d-90e0-de5ce11071ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33450937-1d8a-4a57-b94b-b97d467ffd3e HTTP/1.1" status: 204  len: 168 time: 0.1659935
Apr 20 18:24:53.971014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 52246) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:53.992065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.007445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:54.011537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Usage tracker for resource:security_group_rule and tenant:57322d3420424001b6d530a575670ce3 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:54.014567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:54.020623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:54.104856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.105081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894bdbf-8654-4582-989a-80771cf62777 req-e5ac3bb5-375b-4e6a-8ea2-4c63e5ebbb10 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:54.106897 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7894bdbf-8654-4582-989a-80771cf62777 req-e5ac3bb5-375b-4e6a-8ea2-4c63e5ebbb10 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0896220
Apr 20 18:24:54.108463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.117608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c4677ed7-0e82-4f89-86bf-6b76defb781f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:54.154428 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7894bdbf-8654-4582-989a-80771cf62777 req-6b7d6566-d769-4c4a-aa1c-24c6807ed097 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411134
Apr 20 18:24:54.161542 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57322d3420424001b6d530a575670ce3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1864791
Apr 20 18:24:54.161542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c08e0b-b220-4d35-8155-804b996fe955,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:54.161882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52250) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:54.164545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:54.226786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f607fe71-3edc-427f-beb5-de243a012900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.253006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f607fe71-3edc-427f-beb5-de243a012900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.297840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f607fe71-3edc-427f-beb5-de243a012900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.302935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:54.315395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607fe71-3edc-427f-beb5-de243a012900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c08e0b-b220-4d35-8155-804b996fe955,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:54.318535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f607fe71-3edc-427f-beb5-de243a012900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:54.320748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f607fe71-3edc-427f-beb5-de243a012900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.324675 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f607fe71-3edc-427f-beb5-de243a012900 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08c08e0b-b220-4d35-8155-804b996fe955 HTTP/1.1" status: 204  len: 168 time: 0.1617510
Apr 20 18:24:54.442735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a496aac6-c7da-4a07-bf41-0f944f5bcd75 req-92d975a1-879f-431f-81fa-193eecdd5f95 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:54.444928 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a496aac6-c7da-4a07-bf41-0f944f5bcd75 req-92d975a1-879f-431f-81fa-193eecdd5f95 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 945 time: 0.0992270
Apr 20 18:24:54.493836 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a496aac6-c7da-4a07-bf41-0f944f5bcd75 req-cda0952b-7ed9-4777-886e-9d7e662a607c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426373
Apr 20 18:24:54.712465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52264) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:54.731131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.746050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:54.750282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Usage tracker for resource:security_group_rule and tenant:a3e8d2288330404883e2912e195051f8 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:54.753374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:54.760086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:54.845568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.848369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.855219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-06a4baca-04d0-4c69-a993-250e3043f0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:54.898749 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3e8d2288330404883e2912e195051f8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1851194
Apr 20 18:24:54.900438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8359e72b-806b-4b44-ac5e-adec6480521a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:54.901621 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 52268) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:54.903585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:54.962803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55192891-64ad-430d-85dc-34fab46e47aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:54.988901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55192891-64ad-430d-85dc-34fab46e47aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:55.034443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55192891-64ad-430d-85dc-34fab46e47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:55.039687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1e95e192-9338-4979-9642-554f25ef0016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:55.052078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55192891-64ad-430d-85dc-34fab46e47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8359e72b-806b-4b44-ac5e-adec6480521a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:55.057856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-55192891-64ad-430d-85dc-34fab46e47aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:55.062285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55192891-64ad-430d-85dc-34fab46e47aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:55.066038 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-55192891-64ad-430d-85dc-34fab46e47aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8359e72b-806b-4b44-ac5e-adec6480521a HTTP/1.1" status: 204  len: 168 time: 0.1608465
Apr 20 18:24:55.368807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e336a1c-9f08-4db3-b0cc-c862e38c139f req-4c405c60-7c3c-4430-8f9a-2bd1b8947cfd tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:55.370387 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0e336a1c-9f08-4db3-b0cc-c862e38c139f req-4c405c60-7c3c-4430-8f9a-2bd1b8947cfd tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0931950
Apr 20 18:24:55.419441 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0e336a1c-9f08-4db3-b0cc-c862e38c139f req-fc0f3d9f-f7a2-4478-8f86-0c90e9925faf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425491
Apr 20 18:24:55.714719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fa217-b001-430f-8114-0b9efb1e4a6f req-6d599926-3385-40dc-a90e-2de583f27962 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:55.716328 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bf0fa217-b001-430f-8114-0b9efb1e4a6f req-6d599926-3385-40dc-a90e-2de583f27962 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 945 time: 0.0976083
Apr 20 18:24:55.771194 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bf0fa217-b001-430f-8114-0b9efb1e4a6f req-b8adc6af-0027-4f00-900e-e5fd398f2819 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481803
Apr 20 18:24:55.870194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52302) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:55.981417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1488131761-network', 'tenant_id': '67f2edc48d99477f904c113de6253c90'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:55.986302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:55.990245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Usage tracker for resource:network and tenant:67f2edc48d99477f904c113de6253c90 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:55.993195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:55.999884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:56.008830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Made reservation on behalf of 67f2edc48d99477f904c113de6253c90 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:56.013527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.026676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.041774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:56.045692 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Usage tracker for resource:security_group_rule and tenant:67f2edc48d99477f904c113de6253c90 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:56.048573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:56.054498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:56.143765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.146608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.151631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c2468239-543f-4242-bfb1-76cfb04305a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:56.171926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:24:56.193553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.193953 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Added segment e504c38c-0745-4690-8659-3c8c49c445da of type vlan for network 3df80c25-7c32-4ad8-9f33-b217031443e8
Apr 20 18:24:56.195786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1168e336-4e99-48b4-966f-f5e3b621fef4,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:56.199107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:56.227397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.231628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.262685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.264063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:56.264878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.269620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:56.384516 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5097950
Apr 20 18:24:56.384942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 52310) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:56.385151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Pushing event updated for resources: {'Network': ['ID=3df80c25-7c32-4ad8-9f33-b217031443e8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:56.388611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:56.395207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Request body: {'subnet': {'network_id': '3df80c25-7c32-4ad8-9f33-b217031443e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1488131761-subnet', 'tenant_id': '67f2edc48d99477f904c113de6253c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:56.395887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 3df80c25-7c32-4ad8-9f33-b217031443e8 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:24:56.400300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:56.404429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Usage tracker for resource:subnet and tenant:67f2edc48d99477f904c113de6253c90 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:56.407591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:56.414499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:56.423674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Made reservation on behalf of 67f2edc48d99477f904c113de6253c90 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:56.428990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851118241'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.465493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device f12fc086-057c-44a7-adb3-c0465ad70c4c up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:24:56.573313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port f12fc086-057c-44a7-adb3-c0465ad70c4c completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:24:56.578190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port f12fc086-057c-44a7-adb3-c0465ad70c4c triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:24:56.578642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.675024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f8bdf-f3a4-4e77-b1ae-3a6acba5c713 req-82ee35d8-bd7f-4e32-a140-6139292e79a7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:56.676823 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a9f8bdf-f3a4-4e77-b1ae-3a6acba5c713 req-82ee35d8-bd7f-4e32-a140-6139292e79a7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1313498
Apr 20 18:24:56.714930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.737462 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a9f8bdf-f3a4-4e77-b1ae-3a6acba5c713 req-2d3d4536-c51b-496c-9002-485998c88606 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453055
Apr 20 18:24:56.749109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e5ef7b-60f5-4bcb-8f61-f99be17af818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12fc086-057c-44a7-adb3-c0465ad70c4c'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:24:56.760689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port f12fc086-057c-44a7-adb3-c0465ad70c4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f12fc086-057c-44a7-adb3-c0465ad70c4c,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:24:56.764904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.767629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fb25ddf3-0fcd-4eef-a4ae-bf7e1fe215ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:56.845643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=f12fc086-057c-44a7-adb3-c0465ad70c4c,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:56.849032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:56.879668 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e5ef7b-60f5-4bcb-8f61-f99be17af818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f12fc086-057c-44a7-adb3-c0465ad70c4c', 'code': 200}
Apr 20 18:24:56.959290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845229415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851118258'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:56.964675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e88815f5-aac5-453c-ac62-eef2cf2d6488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:57.051720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Checking segment: {'id': 'e504c38c-0745-4690-8659-3c8c49c445da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '3df80c25-7c32-4ad8-9f33-b217031443e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:57.052163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Network hostable DHCP agents. Network: 3df80c25-7c32-4ad8-9f33-b217031443e8, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:24:57.064231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85fe054b-33c0-4664-b25e-61a6b9ebbcac,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:57.067567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:57.084029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Network 3df80c25-7c32-4ad8-9f33-b217031443e8 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:24:57.094271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 3df80c25-7c32-4ad8-9f33-b217031443e8) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:57.105954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d872d32-87f4-40cc-b041-351c78d7b38b None None] Network 3df80c25-7c32-4ad8-9f33-b217031443e8 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:57.111879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.112937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:57.118110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6156ae0-22df-46f4-beff-e4e894ac5e6c req-3a4a9fd2-6e87-40dd-a69f-aa2d4ed3ec75 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.125215 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f6156ae0-22df-46f4-beff-e4e894ac5e6c req-3a4a9fd2-6e87-40dd-a69f-aa2d4ed3ec75 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 946 time: 0.1438806
Apr 20 18:24:57.169300 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7822411
Apr 20 18:24:57.198638 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f6156ae0-22df-46f4-beff-e4e894ac5e6c req-60b83dda-92fe-48cd-9f54-ba66c19231b1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714560
Apr 20 18:24:57.410667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11003220-c0f1-4bbd-8042-db3771ec6cd3 None None] Network 3df80c25-7c32-4ad8-9f33-b217031443e8 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:57.418082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-e0dacfb5-3eea-4124-acff-07f98fbf1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.419931 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-e0dacfb5-3eea-4124-acff-07f98fbf1496 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1098 time: 0.1842780
Apr 20 18:24:57.484580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe7669-6212-4b57-afaa-82970ed160dd req-9473b4ac-2d8f-4bbb-9270-91ec6fb27fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.487663 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-effe7669-6212-4b57-afaa-82970ed160dd req-9473b4ac-2d8f-4bbb-9270-91ec6fb27fc1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 1099 time: 0.3121283
Apr 20 18:24:57.641609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6855a-2204-410f-abde-083f7bfa2403 req-bcdec2c3-f5d5-47d4-ba46-9313c60888ce tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.650610 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bcd6855a-2204-410f-abde-083f7bfa2403 req-bcdec2c3-f5d5-47d4-ba46-9313c60888ce tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.3503814
Apr 20 18:24:57.704883 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-effe7669-6212-4b57-afaa-82970ed160dd req-062e4442-8bcc-4383-bd2e-8cb3c7c0ceba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325188
Apr 20 18:24:57.742580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-c8ff200f-8ec2-4201-8dfe-024f1dc0b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:57.744179 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-c8ff200f-8ec2-4201-8dfe-024f1dc0b147 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 919 time: 0.3123949
Apr 20 18:24:57.756066 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bcd6855a-2204-410f-abde-083f7bfa2403 req-06f9047e-9c31-4e2d-9079-e465df9d21b8 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044402
Apr 20 18:24:57.865182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52358) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:57.872161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-499641577-network', 'tenant_id': '55025a65893748b28bf72a18a419d782'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:57.877605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:57.882433 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Usage tracker for resource:network and tenant:55025a65893748b28bf72a18a419d782 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:57.886761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:57.892593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:57.904886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Made reservation on behalf of 55025a65893748b28bf72a18a419d782 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:57.910196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:57.971227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:57.994743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:58.001354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Usage tracker for resource:security_group_rule and tenant:55025a65893748b28bf72a18a419d782 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:58.005143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:58.017483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:58.063006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292412b-2210-4da0-a6b0-4d1a6fad92b6 req-cfe8f19a-60c6-485e-9456-046ec4870ea7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:58.064935 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0292412b-2210-4da0-a6b0-4d1a6fad92b6 req-cfe8f19a-60c6-485e-9456-046ec4870ea7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1438832
Apr 20 18:24:58.065051 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-d8e390e9-6ca1-4b76-9a85-fd61bfe8754b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 200  len: 217 time: 0.0717518
Apr 20 18:24:58.131210 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0292412b-2210-4da0-a6b0-4d1a6fad92b6 req-c8aab751-82cd-42bd-a4e9-f2c3648c57f6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576661
Apr 20 18:24:58.149601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-3edc195f-3985-4a63-96ae-c21dd63f0491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:58.151378 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-3edc195f-3985-4a63-96ae-c21dd63f0491 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.0694776
Apr 20 18:24:58.197612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.200866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.205700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-76a5dd02-4cb0-41dd-b769-ec97a12c7e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:58.239896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4a34ec-2837-41e1-8eab-9de3ff361c8e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:58.244930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:58.253082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:24:58.266820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.267622 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Added segment d3e851da-76b7-478e-a674-ebf9cd85af2f of type vlan for network ffeade61-b95f-4a6b-b3d5-c8a9cd879b01
Apr 20 18:24:58.306757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.340592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.343314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:58.344086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.349986 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:58.463112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Pushing event updated for resources: {'Network': ['ID=ffeade61-b95f-4a6b-b3d5-c8a9cd879b01,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:58.469174 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5994194
Apr 20 18:24:58.469174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:58.469462 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52370) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:24:58.475967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network ffeade61-b95f-4a6b-b3d5-c8a9cd879b01 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:24:58.476742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Request body: {'subnet': {'network_id': 'ffeade61-b95f-4a6b-b3d5-c8a9cd879b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-499641577-subnet', 'tenant_id': '55025a65893748b28bf72a18a419d782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:24:58.481878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:24:58.485934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Usage tracker for resource:subnet and tenant:55025a65893748b28bf72a18a419d782 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:24:58.488981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:24:58.496146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:24:58.507282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Made reservation on behalf of 55025a65893748b28bf72a18a419d782 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:24:58.512061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852671375'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.520735 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-91783a63-65c3-4300-8c94-072b447a2bab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3556452
Apr 20 18:24:58.656334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2f3d1a-15ba-4b14-9955-23fe0e553906 req-78c07aa4-fe84-46a7-b031-e12e30f347b3 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:58.657880 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b2f3d1a-15ba-4b14-9955-23fe0e553906 req-78c07aa4-fe84-46a7-b031-e12e30f347b3 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 946 time: 0.1850326
Apr 20 18:24:58.739709 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-001b9058-c3ad-46f4-a992-0d63f1e6b6c1 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975105
Apr 20 18:24:58.743080 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b2f3d1a-15ba-4b14-9955-23fe0e553906 req-4c4a1e65-e201-4381-810b-daf05c8ba615 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772064
Apr 20 18:24:58.898956 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1425d3a3-cc31-4c47-9cd9-92d51de5940d req-7d1a875f-53a6-4117-9514-dce76f4c00ea service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448090
Apr 20 18:24:58.985624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852500127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852671392'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:58.993641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:24:59.101401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Checking segment: {'id': 'd3e851da-76b7-478e-a674-ebf9cd85af2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'ffeade61-b95f-4a6b-b3d5-c8a9cd879b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:24:59.101812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Network hostable DHCP agents. Network: ffeade61-b95f-4a6b-b3d5-c8a9cd879b01, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:24:59.120571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23bd7b-4243-426b-9744-a80b8e2ffc40 req-752d8bb5-adcf-4106-9564-12824ca21348 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:59.122162 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f23bd7b-4243-426b-9744-a80b8e2ffc40 req-752d8bb5-adcf-4106-9564-12824ca21348 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.2461231
Apr 20 18:24:59.123129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fd7fba-1578-4af2-b141-a31a09101e77,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:24:59.128643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:24:59.166709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Network ffeade61-b95f-4a6b-b3d5-c8a9cd879b01 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:24:59.182489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, ffeade61-b95f-4a6b-b3d5-c8a9cd879b01) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:24:59.186932 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f23bd7b-4243-426b-9744-a80b8e2ffc40 req-c6e0df9a-3d81-4b27-a35f-1bc56eb76835 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561779
Apr 20 18:24:59.190420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495def1c-8dfc-4b44-bf55-c1f344c9cfc7 None None] Network ffeade61-b95f-4a6b-b3d5-c8a9cd879b01 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:59.218972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:59.220073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:24:59.252153 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7815654
Apr 20 18:24:59.370607 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd090f-ceb4-44bf-b0ee-bf7feece0862 req-c29b245c-295a-4b97-9c69-e269e34dcef1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:59.372283 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e0cd090f-ceb4-44bf-b0ee-bf7feece0862 req-c29b245c-295a-4b97-9c69-e269e34dcef1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1081529
Apr 20 18:24:59.440078 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e0cd090f-ceb4-44bf-b0ee-bf7feece0862 req-8d4be63a-5ceb-4b73-93c8-6b28b15141ff tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612750
Apr 20 18:24:59.458140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c1e6a7-00c0-463b-9461-df4f09d0b497 None None] Network ffeade61-b95f-4a6b-b3d5-c8a9cd879b01 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:24:59.952773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7762e-2d83-40ec-98ae-c403d1dc8046 req-b8723bab-cd03-4358-bea3-dd5b65f27ef4 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:24:59.954348 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b7762e-2d83-40ec-98ae-c403d1dc8046 req-b8723bab-cd03-4358-bea3-dd5b65f27ef4 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 946 time: 0.0940764
Apr 20 18:25:00.007491 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b7762e-2d83-40ec-98ae-c403d1dc8046 req-d12d77fe-c4e3-4bf0-b17b-03e6025e4a11 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453048
Apr 20 18:25:00.065446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c107f628-b938-4020-9ff8-f7c4f8041f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:00.418626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e233998-88f5-4f0a-90f6-b2397591332d req-d1201612-9673-4f86-a89a-fc7e461277cb tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:00.420548 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e233998-88f5-4f0a-90f6-b2397591332d req-d1201612-9673-4f86-a89a-fc7e461277cb tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1071227
Apr 20 18:25:00.470669 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e233998-88f5-4f0a-90f6-b2397591332d req-1cc15361-b317-4b9f-952f-5cfb7ce7da5c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430882
Apr 20 18:25:00.652856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09231749-6296-450e-be8a-b096e9043a9c req-842c88e6-57dc-4c47-a265-3ccd189eac63 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:00.654351 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-09231749-6296-450e-be8a-b096e9043a9c req-842c88e6-57dc-4c47-a265-3ccd189eac63 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0876069
Apr 20 18:25:00.705158 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-09231749-6296-450e-be8a-b096e9043a9c req-4f6b9084-957b-4b00-b95d-1c7cf4946a65 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443637
Apr 20 18:25:01.684662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5172b7-17c4-43e6-a4de-1e3600d18401 req-1a0337ba-87b3-4cee-9428-5f3c854b8d29 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:01.686277 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fe5172b7-17c4-43e6-a4de-1e3600d18401 req-1a0337ba-87b3-4cee-9428-5f3c854b8d29 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0912132
Apr 20 18:25:01.735049 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fe5172b7-17c4-43e6-a4de-1e3600d18401 req-77aba9d5-ad9b-456f-b435-d345b7b2ee67 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412803
Apr 20 18:25:01.931518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6355ca1-c414-4799-b070-c08e8b9ed473 req-d3d60fa6-6d7f-43c0-a281-0324a2607d09 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:01.933371 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6355ca1-c414-4799-b070-c08e8b9ed473 req-d3d60fa6-6d7f-43c0-a281-0324a2607d09 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0949445
Apr 20 18:25:01.984194 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6355ca1-c414-4799-b070-c08e8b9ed473 req-00f616c7-d7b4-43e9-a4c5-7c34779c6fa7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445061
Apr 20 18:25:02.375914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-40920c02-3386-4b55-87f5-1ca4da0c7f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:02.735712 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:02.947675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beb382-3bad-4d48-b3a9-49fbb99f869c req-ea0ccecb-a0fd-408a-b35f-0e7537f3ace1 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:02.949250 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-12beb382-3bad-4d48-b3a9-49fbb99f869c req-ea0ccecb-a0fd-408a-b35f-0e7537f3ace1 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0925767
Apr 20 18:25:02.998975 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-12beb382-3bad-4d48-b3a9-49fbb99f869c req-eebde9a5-8e92-490a-8d65-6f2e32963ded tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430961
Apr 20 18:25:03.345059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84d942d-5dc4-4b36-bdc5-a2c3cfb6706c req-c5bc094a-1e3d-4004-a1a6-daab049d61e0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:03.346743 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e84d942d-5dc4-4b36-bdc5-a2c3cfb6706c req-c5bc094a-1e3d-4004-a1a6-daab049d61e0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0944390
Apr 20 18:25:03.406955 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e84d942d-5dc4-4b36-bdc5-a2c3cfb6706c req-8e796042-eaef-49ce-a1b5-1af01c94157e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529912
Apr 20 18:25:03.537836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:03.611887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52484) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:03.743554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:03.759495 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:03.764337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Usage tracker for resource:security_group_rule and tenant:8efda4241c39498fa19ce0c1af342ac7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:25:03.767665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:25:03.773643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:03.862043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:03.866625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:03.879482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4ed8df13-f84c-4e3e-82f9-e43ec82c2570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:03.905713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eaf9f8-8554-4e17-9fe8-e8cad7350583 req-a02190f6-a748-43cb-8eae-817c19d53365 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:03.907361 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e1eaf9f8-8554-4e17-9fe8-e8cad7350583 req-a02190f6-a748-43cb-8eae-817c19d53365 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0935140
Apr 20 18:25:03.922804 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8efda4241c39498fa19ce0c1af342ac7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3097429
Apr 20 18:25:03.923759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da8481c-b509-4138-83c9-e5b65fc89b6f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:03.926257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52492) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:03.929129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:03.956712 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e1eaf9f8-8554-4e17-9fe8-e8cad7350583 req-31d6f455-2044-4d47-9871-46998745b7e3 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412636
Apr 20 18:25:03.987311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-24f01db0-1b18-4912-9d6a-058046b0c4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:04.013252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-24f01db0-1b18-4912-9d6a-058046b0c4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:04.057705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-24f01db0-1b18-4912-9d6a-058046b0c4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:04.062890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-53fa6275-fc5e-4b22-ae6b-003a48c17396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:04.073514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f01db0-1b18-4912-9d6a-058046b0c4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da8481c-b509-4138-83c9-e5b65fc89b6f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:04.077188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-24f01db0-1b18-4912-9d6a-058046b0c4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:04.080560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-24f01db0-1b18-4912-9d6a-058046b0c4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:04.083079 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-24f01db0-1b18-4912-9d6a-058046b0c4ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5da8481c-b509-4138-83c9-e5b65fc89b6f HTTP/1.1" status: 204  len: 168 time: 0.1557202
Apr 20 18:25:04.209883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a440f-dc48-4f67-a730-0a916284f62d req-a79122e2-a235-4b2c-b6c7-cd1d1a702ec0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:04.212462 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-524a440f-dc48-4f67-a730-0a916284f62d req-a79122e2-a235-4b2c-b6c7-cd1d1a702ec0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0958476
Apr 20 18:25:04.270628 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-524a440f-dc48-4f67-a730-0a916284f62d req-cbf35c92-42af-4e16-b2f4-69262dc79f7e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517392
Apr 20 18:25:04.430753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:04.629064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b9ba-5168-4f7c-99e2-8caac19c5d45 req-1eaebe76-0a64-445c-951c-23dce4f7fc90 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:04.637730 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d250b9ba-5168-4f7c-99e2-8caac19c5d45 req-1eaebe76-0a64-445c-951c-23dce4f7fc90 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1055181
Apr 20 18:25:04.683740 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d250b9ba-5168-4f7c-99e2-8caac19c5d45 req-a9124082-d369-48b0-8505-2c17a4e91711 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449784
Apr 20 18:25:05.162191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136479fa-0edf-4f59-9ff2-5b89ba7e00a5 req-88634e79-4e7f-43d8-8484-529492cdba83 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:05.164370 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-136479fa-0edf-4f59-9ff2-5b89ba7e00a5 req-88634e79-4e7f-43d8-8484-529492cdba83 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0888119
Apr 20 18:25:05.215065 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-136479fa-0edf-4f59-9ff2-5b89ba7e00a5 req-4aaea9d2-1849-4d17-8dc6-e02a8bba5bea tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444205
Apr 20 18:25:05.512878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fe1a7-d512-4ead-9d77-e19a75f15f9f req-081f8608-38ba-475f-9cc2-63c002069706 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:05.514402 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f8fe1a7-d512-4ead-9d77-e19a75f15f9f req-081f8608-38ba-475f-9cc2-63c002069706 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1063249
Apr 20 18:25:05.562198 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f8fe1a7-d512-4ead-9d77-e19a75f15f9f req-269627d6-d5c6-408c-abe2-a6c64c689fee tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415165
Apr 20 18:25:05.894758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533238e8-b8f5-464e-8e81-81f35d2adc0e req-b776528a-b7c0-4fbe-a766-7211dd64ad97 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:05.896327 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-533238e8-b8f5-464e-8e81-81f35d2adc0e req-b776528a-b7c0-4fbe-a766-7211dd64ad97 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0901611
Apr 20 18:25:05.945955 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-533238e8-b8f5-464e-8e81-81f35d2adc0e req-b39171e1-23d2-47d8-9207-8325e01e36f0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422482
Apr 20 18:25:06.417466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4327a7-d106-4094-b185-7878f23bc60c req-3baf121b-164e-4281-851a-7a1efc9644b2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:06.418995 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fd4327a7-d106-4094-b185-7878f23bc60c req-3baf121b-164e-4281-851a-7a1efc9644b2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0907800
Apr 20 18:25:06.465932 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fd4327a7-d106-4094-b185-7878f23bc60c req-0b2f3831-4017-4c78-b39c-c36059e9037e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406818
Apr 20 18:25:06.739552 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-ddaed099-999e-459b-93ea-f05138fc1035 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=531ce5185679425eaddb154d9ad70128&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317736
Apr 20 18:25:06.766191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6606-8d96-4eb8-a1ec-c16d23ffc4bd req-2b4a4c5e-86b7-49d5-a1e7-f160559cee20 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:06.767814 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-631e6606-8d96-4eb8-a1ec-c16d23ffc4bd req-2b4a4c5e-86b7-49d5-a1e7-f160559cee20 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0915437
Apr 20 18:25:06.817298 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-631e6606-8d96-4eb8-a1ec-c16d23ffc4bd req-c0b4d675-88a0-46fc-b4e3-c6319c866bdc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427983
Apr 20 18:25:06.909325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-3c7e673c-66d5-4ee4-9b6c-3ff9f619d828 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:06.910904 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-3c7e673c-66d5-4ee4-9b6c-3ff9f619d828 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1645513
Apr 20 18:25:06.927193 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-962462d1-a60d-44d1-805a-6d0935070994 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/quotas/531ce5185679425eaddb154d9ad70128 HTTP/1.1" status: 200  len: 375 time: 0.0093753
Apr 20 18:25:06.983513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-b27bbcfe-a97f-4e2a-bd4b-76264f2ca00f tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=531ce5185679425eaddb154d9ad70128&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507407
Apr 20 18:25:07.158711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd79bb8-30e3-4e8e-bc75-fa66eedad3f6 req-20b4b109-7dfc-4de5-b7dd-7f96f2e84b64 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:07.160325 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3dd79bb8-30e3-4e8e-bc75-fa66eedad3f6 req-20b4b109-7dfc-4de5-b7dd-7f96f2e84b64 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0934384
Apr 20 18:25:07.174436 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b543fe35-a19c-4882-80d1-55186dfa86f6 req-8f2f082b-423c-486e-9dc0-fa2fca7d4291 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 210 time: 0.0503252
Apr 20 18:25:07.216941 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3dd79bb8-30e3-4e8e-bc75-fa66eedad3f6 req-0911b607-5312-46ef-99a8-695c146edfda tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486913
Apr 20 18:25:07.683833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8f323-430c-408b-8503-f716b3b75a00 req-140a7be1-2ba2-4b0d-9c4a-da9d16088ebd tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:07.685494 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a4d8f323-430c-408b-8503-f716b3b75a00 req-140a7be1-2ba2-4b0d-9c4a-da9d16088ebd tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1041849
Apr 20 18:25:07.739625 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a4d8f323-430c-408b-8503-f716b3b75a00 req-721c5748-8bda-466c-9c78-9464f64d5eb9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465612
Apr 20 18:25:08.018178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054633da-7227-48d5-9a29-23363b2f5b73 req-df1a89f7-fbbe-4855-9665-e982c4900fc0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:08.019675 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-054633da-7227-48d5-9a29-23363b2f5b73 req-df1a89f7-fbbe-4855-9665-e982c4900fc0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0884209
Apr 20 18:25:08.066216 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-054633da-7227-48d5-9a29-23363b2f5b73 req-071e7485-7513-4fad-ab40-bc9eef865949 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403769
Apr 20 18:25:08.346761 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-20c9a222-90cf-478b-bac3-e37b614ffa4b req-b37949da-977a-4dfc-be32-aff7518fcc72 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 210 time: 0.0487745
Apr 20 18:25:08.423248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377a0a7-05b4-4384-b03c-07ee0fd9e942 req-68eadda2-858d-49ef-b3ce-0d4777068578 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:08.424908 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b377a0a7-05b4-4384-b03c-07ee0fd9e942 req-68eadda2-858d-49ef-b3ce-0d4777068578 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0888917
Apr 20 18:25:08.476291 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b377a0a7-05b4-4384-b03c-07ee0fd9e942 req-35d26021-4983-458d-868c-0a2a65efb47b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440412
Apr 20 18:25:08.598285 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-bb88a42b-e576-4230-a533-f5ebfd3cdcd4 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=531ce5185679425eaddb154d9ad70128&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322556
Apr 20 18:25:08.770813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-0da00bdc-2b07-4711-b7f5-03a40b5ffd15 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:08.772487 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-0da00bdc-2b07-4711-b7f5-03a40b5ffd15 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1656168
Apr 20 18:25:08.799828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Request body: {'port': {'device_id': '6d76f42f-0ee4-4faf-a489-4a7496325f01', 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7', 'admin_state_up': True, 'tenant_id': '531ce5185679425eaddb154d9ad70128'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:09.006040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:09.012582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Usage tracker for resource:port and tenant:531ce5185679425eaddb154d9ad70128 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:25:09.020468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:25:09.029991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:09.047567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d83721c-c8ab-4fdd-9159-789fb95deb06 req-d69df50c-a87f-4434-baa9-8bca8752c626 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:09.049141 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4d83721c-c8ab-4fdd-9159-789fb95deb06 req-d69df50c-a87f-4434-baa9-8bca8752c626 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1658831
Apr 20 18:25:09.053284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Made reservation on behalf of 531ce5185679425eaddb154d9ad70128 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:25:09.060150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.088224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.108864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:25:09.115535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Usage tracker for resource:security_group_rule and tenant:531ce5185679425eaddb154d9ad70128 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:25:09.125950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:25:09.136022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:25:09.159519 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4d83721c-c8ab-4fdd-9159-789fb95deb06 req-e17e24f2-5350-438a-ae2a-2208f260b808 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874727
Apr 20 18:25:09.241626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.245564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.250005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9e56b12a-b70e-4425-aedf-9a95255bbcb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:09.324157 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dd793-355e-4681-b5c2-7ac770b9f419 req-8782a48b-9bcc-4747-8079-f0353eddefec tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:09.326927 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f53dd793-355e-4681-b5c2-7ac770b9f419 req-8782a48b-9bcc-4747-8079-f0353eddefec tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1181607
Apr 20 18:25:09.340133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:09.350100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:09.374335 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f53dd793-355e-4681-b5c2-7ac770b9f419 req-cf37bc3c-7756-4e66-bf59-7d19d34e1215 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422451
Apr 20 18:25:09.435022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Allocated IP 192.168.233.127 (62196816-2986-4f4f-bff5-ea5ba818abc7/94a95365-8722-4854-89b2-1a3d87e6d1e4/0082900e-375e-431b-8ba8-3a33b09b0577) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:25:09.527767 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6eb6fe88-c2f4-45fb-b93c-de5873ddb2c8 req-fc0abb2e-0555-4742-ba29-d3287dd01e26 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 210 time: 0.0637367
Apr 20 18:25:09.684584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0fd06-4f56-4b6d-a402-cdc4fe803589 req-5355c1e2-6d1b-43a0-89cf-43575702ff0e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:09.686062 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a9e0fd06-4f56-4b6d-a402-cdc4fe803589 req-5355c1e2-6d1b-43a0-89cf-43575702ff0e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0910232
Apr 20 18:25:09.700365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.716354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Transition to ACTIVE for port object 0082900e-375e-431b-8ba8-3a33b09b0577 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:09.733486 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a9e0fd06-4f56-4b6d-a402-cdc4fe803589 req-00121ed0-9f64-447f-ba02-ee00a3339d8f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404141
Apr 20 18:25:09.739693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.746724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:09.822665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Network 62196816-2986-4f4f-bff5-ea5ba818abc7 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:25:09.830932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:25:09.836081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:25:09.876682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Pushing event updated for resources: {'Port': ['ID=0082900e-375e-431b-8ba8-3a33b09b0577,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:09.881544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:09.886669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:25:09.912786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:09.914028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:09.939672 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1452329
Apr 20 18:25:09.968133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Request body: {'port': {'device_id': '6d76f42f-0ee4-4faf-a489-4a7496325f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:25:10.026754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-224ed488-b0c8-49f1-b939-dd951eda82cd None None] Provisioning for port 0082900e-375e-431b-8ba8-3a33b09b0577 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:10.031872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-224ed488-b0c8-49f1-b939-dd951eda82cd None None] Provisioning complete for port 0082900e-375e-431b-8ba8-3a33b09b0577 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:10.032287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-224ed488-b0c8-49f1-b939-dd951eda82cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:10.089215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-224ed488-b0c8-49f1-b939-dd951eda82cd None None] Port 0082900e-375e-431b-8ba8-3a33b09b0577 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:25:10.091754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:10.488034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:25:10.659003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cc4f2-fef8-4684-baa8-cbddb1f08c5e req-e000c4bf-1f3e-41c2-93b7-2676ef258869 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:10.674960 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-537cc4f2-fef8-4684-baa8-cbddb1f08c5e req-e000c4bf-1f3e-41c2-93b7-2676ef258869 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1778708
Apr 20 18:25:10.712050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ea88d-b994-4bd6-b41c-6844e5d8f6b5 req-5ddaa57e-99f3-42f1-9800-4eddb49281a9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:10.719881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:10.720864 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-292ea88d-b994-4bd6-b41c-6844e5d8f6b5 req-5ddaa57e-99f3-42f1-9800-4eddb49281a9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.3932781
Apr 20 18:25:10.737141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'port_id': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'mac_address': 'fa:16:3e:79:e5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:25:10.790843 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-537cc4f2-fef8-4684-baa8-cbddb1f08c5e req-9b738064-153b-4ba9-a4a5-fb842b3cbfcf tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085720
Apr 20 18:25:10.792558 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-292ea88d-b994-4bd6-b41c-6844e5d8f6b5 req-f966f107-5250-4ce0-9c82-42b173241a55 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701387
Apr 20 18:25:10.877586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:10.946236 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2a0881e-aa0d-4b50-9adb-fff6187fd91a {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:10.963151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0082900e-375e-431b-8ba8-3a33b09b0577 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:10.976341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.000568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:11.009427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.011585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:11.084107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Transition to ACTIVE for port object 0082900e-375e-431b-8ba8-3a33b09b0577 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:25:11.093709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.106022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:11.133879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26bc2d-dbfb-4e98-8299-964f3958de84 req-2fb87810-20e5-4486-afb0-fdabcd642e2f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:11.141830 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a26bc2d-dbfb-4e98-8299-964f3958de84 req-2fb87810-20e5-4486-afb0-fdabcd642e2f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.1058514
Apr 20 18:25:11.184808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Pushing event updated for resources: {'Port': ['ID=0082900e-375e-431b-8ba8-3a33b09b0577,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:11.194350 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:11.201164 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a26bc2d-dbfb-4e98-8299-964f3958de84 req-b77e556f-5100-4594-baa4-15d9f50bc38b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579782
Apr 20 18:25:11.207101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:11.219926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:11.303049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa939b62-445d-4ceb-920a-baf0b655c842 req-e38ab2ae-e290-444f-9235-2e49f4afdbe3 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:11.304428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-fa939b62-445d-4ceb-920a-baf0b655c842 req-e38ab2ae-e290-444f-9235-2e49f4afdbe3 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Synchronizing usage tracker for tenant:531ce5185679425eaddb154d9ad70128 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:11.307433 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['b2a0881e-aa0d-4b50-9adb-fff6187fd91a'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:11.413664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-fa939b62-445d-4ceb-920a-baf0b655c842 req-e38ab2ae-e290-444f-9235-2e49f4afdbe3 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Unset dirty status for tenant:531ce5185679425eaddb154d9ad70128 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:11.422324 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fa939b62-445d-4ceb-920a-baf0b655c842 req-e38ab2ae-e290-444f-9235-2e49f4afdbe3 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 936 time: 0.4151416
Apr 20 18:25:11.495443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-fa939b62-445d-4ceb-920a-baf0b655c842 req-68db5a5e-9ad6-4e86-8d21-ecae4226edeb tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Synchronizing usage tracker for tenant:531ce5185679425eaddb154d9ad70128 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:11.501031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Attempting to bind port 0082900e-375e-431b-8ba8-3a33b09b0577 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:25:11.501421 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Attempting to bind port 0082900e-375e-431b-8ba8-3a33b09b0577 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:25:11.501799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Attempting to bind port 0082900e-375e-431b-8ba8-3a33b09b0577 on network 62196816-2986-4f4f-bff5-ea5ba818abc7 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:11.512104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Port 0082900e-375e-431b-8ba8-3a33b09b0577 on network 62196816-2986-4f4f-bff5-ea5ba818abc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:25:11.512476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Attempting to bind port 0082900e-375e-431b-8ba8-3a33b09b0577 on network 62196816-2986-4f4f-bff5-ea5ba818abc7 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:25:11.521733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:25:11.522111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Checking segment: {'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:25:11.522619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Bound using segment: {'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:25:11.523098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Bound port: 0082900e-375e-431b-8ba8-3a33b09b0577, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '063cbf48-cc13-45a5-86f8-594c36f92749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:25:11.523492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.540828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-fa939b62-445d-4ceb-920a-baf0b655c842 req-68db5a5e-9ad6-4e86-8d21-ecae4226edeb tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Unset dirty status for tenant:531ce5185679425eaddb154d9ad70128 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:11.542108 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fa939b62-445d-4ceb-920a-baf0b655c842 req-68db5a5e-9ad6-4e86-8d21-ecae4226edeb tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185415
Apr 20 18:25:11.625743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] For port 0082900e-375e-431b-8ba8-3a33b09b0577, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:25:11.628776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] For port 0082900e-375e-431b-8ba8-3a33b09b0577, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0082900e-375e-431b-8ba8-3a33b09b0577,segment=NetworkSegment(063cbf48-cc13-45a5-86f8-594c36f92749),segment_id=063cbf48-cc13-45a5-86f8-594c36f92749)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:25:11.632689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.637618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0d784be0-4696-444e-b396-e445ed4d59c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:11.691843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:11.692463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:11.693946 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] 10.222.0.36 "PUT /v2.0/ports/0082900e-375e-431b-8ba8-3a33b09b0577 HTTP/1.1" status: 200  len: 1098 time: 1.7307065
Apr 20 18:25:11.695053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d76f42f-0ee4-4faf-a489-4a7496325f01', 'tag': '0082900e-375e-431b-8ba8-3a33b09b0577'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:11.730150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Pushing event updated for resources: {'Port': ['ID=0082900e-375e-431b-8ba8-3a33b09b0577,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:11.732668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:11.757569 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d76f42f-0ee4-4faf-a489-4a7496325f01', 'tag': '0082900e-375e-431b-8ba8-3a33b09b0577', 'status': 'completed', 'code': 200}
Apr 20 18:25:11.910970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-37bf0ddf-86a6-4aeb-b9fe-5b6ad6bdc192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:11.914084 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-37bf0ddf-86a6-4aeb-b9fe-5b6ad6bdc192 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=531ce5185679425eaddb154d9ad70128&device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 1101 time: 0.1158304
Apr 20 18:25:12.054059 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-fcc3e279-078b-491c-a8b5-aac107c29ee7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0082900e-375e-431b-8ba8-3a33b09b0577 HTTP/1.1" status: 200  len: 217 time: 0.1203029
Apr 20 18:25:12.128646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a03e1-9fd6-49a3-b40f-441ad27af595 req-aa98fcae-2f9a-4d3a-ad3c-bc981292959e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.131130 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0b4a03e1-9fd6-49a3-b40f-441ad27af595 req-aa98fcae-2f9a-4d3a-ad3c-bc981292959e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1410713
Apr 20 18:25:12.172517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-591fb03a-5c59-4fbe-970f-a6926402f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.174109 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-591fb03a-5c59-4fbe-970f-a6926402f399 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94a95365-8722-4854-89b2-1a3d87e6d1e4 HTTP/1.1" status: 200  len: 843 time: 0.1029902
Apr 20 18:25:12.205033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3d415-3b6f-4f8b-ae4a-fa8e78f90072 req-47a225c5-5ade-430a-a78c-64988089e50a tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.206752 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f7f3d415-3b6f-4f8b-ae4a-fa8e78f90072 req-47a225c5-5ade-430a-a78c-64988089e50a tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.2014456
Apr 20 18:25:12.234394 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0b4a03e1-9fd6-49a3-b40f-441ad27af595 req-2ac4bda6-2deb-4247-91bc-ab90a9b2ad88 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966153
Apr 20 18:25:12.473645 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f7f3d415-3b6f-4f8b-ae4a-fa8e78f90072 req-d36dc3de-a394-4188-ac02-ada0ee38c5ec tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1667068
Apr 20 18:25:12.505943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dc71b-abdc-4597-a025-e74345139843 req-6366baf7-34a5-4f8b-9745-9788cc794a9b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.506940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:25:12.522701 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f1dc71b-abdc-4597-a025-e74345139843 req-6366baf7-34a5-4f8b-9745-9788cc794a9b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.1583266
Apr 20 18:25:12.524411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-9022e951-d648-4e12-9477-bc3a38cb421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:12.526055 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-9022e951-d648-4e12-9477-bc3a38cb421b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62196816-2986-4f4f-bff5-ea5ba818abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3183320
Apr 20 18:25:12.592926 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f1dc71b-abdc-4597-a025-e74345139843 req-522e8b2c-e106-4b86-9d2b-2bf3a347b8a6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689447
Apr 20 18:25:12.677532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port b2a0881e-aa0d-4b50-9adb-fff6187fd91a triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:12.681647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:12.740203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-4202de81-b59c-4590-ae20-ad736c227a58 service neutron] 10.222.0.36 "GET /v2.0/networks/62196816-2986-4f4f-bff5-ea5ba818abc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2025070
Apr 20 18:25:12.924720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:12.959136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:12.960722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:12.968004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:12.969915 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:13.079748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=7']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:13.083068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:13.155722 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0d05edc-3653-4fe2-ae55-1bd1db3748de req-b2be20cf-b7ed-495f-ae18-c1cb8bd168d7 service neutron] 10.222.0.36 "GET /v2.0/networks/62196816-2986-4f4f-bff5-ea5ba818abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4041560
Apr 20 18:25:13.184607 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e664ab-f7bb-4b03-826a-0199ab6949c4 req-7a11359d-e1f5-49d7-b315-903b38c5318c tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.193742 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-76e664ab-f7bb-4b03-826a-0199ab6949c4 req-7a11359d-e1f5-49d7-b315-903b38c5318c tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 948 time: 0.2137120
Apr 20 18:25:13.252929 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-76e664ab-f7bb-4b03-826a-0199ab6949c4 req-da0b1154-1512-4b6c-a8b0-c30f6fe309e0 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576284
Apr 20 18:25:13.348612 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'code': 200}
Apr 20 18:25:13.493291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-703fcd48-8712-429a-8015-69aefc1d01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.495525 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-703fcd48-8712-429a-8015-69aefc1d01d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=531ce5185679425eaddb154d9ad70128&device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 1101 time: 0.2081597
Apr 20 18:25:13.659657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a414-a690-471d-9c97-4f7e75f240c0 req-70929a2e-9f6d-44e4-95fc-8bdb06481bd5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.668712 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfd1a414-a690-471d-9c97-4f7e75f240c0 req-70929a2e-9f6d-44e4-95fc-8bdb06481bd5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.2530797
Apr 20 18:25:13.705707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-7522e655-7291-4649-bc18-0aab35d87ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.707446 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-7522e655-7291-4649-bc18-0aab35d87ccd service neutron] 10.222.0.36 "GET /v2.0/networks?id=62196816-2986-4f4f-bff5-ea5ba818abc7 HTTP/1.1" status: 200  len: 870 time: 0.2011776
Apr 20 18:25:13.746257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebc2c6-740b-4f0b-895a-3e99e9843d41 req-04725e3e-cfeb-44ad-834f-3489d6e3904d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.754293 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e6ebc2c6-740b-4f0b-895a-3e99e9843d41 req-04725e3e-cfeb-44ad-834f-3489d6e3904d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1155248
Apr 20 18:25:13.832370 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfd1a414-a690-471d-9c97-4f7e75f240c0 req-0b7cc598-df10-4ef7-99ce-ba83e915cae3 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623745
Apr 20 18:25:13.833943 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-1ff911fb-323a-4ca6-b89c-add0162a05ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=0082900e-375e-431b-8ba8-3a33b09b0577 HTTP/1.1" status: 200  len: 217 time: 0.1061141
Apr 20 18:25:13.924471 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-731faf01-5556-4f08-a9ca-e1779fa0921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:13.927058 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-731faf01-5556-4f08-a9ca-e1779fa0921c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=94a95365-8722-4854-89b2-1a3d87e6d1e4 HTTP/1.1" status: 200  len: 843 time: 0.0744622
Apr 20 18:25:14.038713 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e6ebc2c6-740b-4f0b-895a-3e99e9843d41 req-800a507b-b836-4f28-a01e-215ed566711f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2823346
Apr 20 18:25:14.122696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6cf01-ea11-4194-8e65-a338ec0bec9f req-da5dd676-525d-464f-823b-2c2e4e96f8b0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:14.131306 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8ce6cf01-ea11-4194-8e65-a338ec0bec9f req-da5dd676-525d-464f-823b-2c2e4e96f8b0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1247659
Apr 20 18:25:14.210238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-14d2f935-2616-4e2e-8fdf-578dad91226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:14.211850 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-14d2f935-2616-4e2e-8fdf-578dad91226d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=62196816-2986-4f4f-bff5-ea5ba818abc7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2760746
Apr 20 18:25:14.224185 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8ce6cf01-ea11-4194-8e65-a338ec0bec9f req-1ca82073-b685-4bd5-87be-47d84d227ecf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917764
Apr 20 18:25:14.401715 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-d2a5abec-ca3f-4691-b2d0-58f1cad8dc11 service neutron] 10.222.0.36 "GET /v2.0/networks/62196816-2986-4f4f-bff5-ea5ba818abc7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509316
Apr 20 18:25:14.579464 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b25ada-a0b2-4c1b-97c7-34be418fa548 req-b494727f-bc23-4357-a816-97051c405dff tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:14.581057 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-41b25ada-a0b2-4c1b-97c7-34be418fa548 req-b494727f-bc23-4357-a816-97051c405dff tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 948 time: 0.1660855
Apr 20 18:25:14.611098 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c51f27f9-a14a-41cc-a3e6-958d573767f5 req-3b02c9f3-a483-4d4e-babc-dc87764608d4 service neutron] 10.222.0.36 "GET /v2.0/networks/62196816-2986-4f4f-bff5-ea5ba818abc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2011735
Apr 20 18:25:14.649932 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-41b25ada-a0b2-4c1b-97c7-34be418fa548 req-34511581-266f-49dc-9207-508a6d810e25 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613329
Apr 20 18:25:15.161484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be52d4-9e3c-4560-9a61-e2ff2236f602 req-7a5029df-e243-48bf-8c45-2d01fc2ac971 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.164577 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-45be52d4-9e3c-4560-9a61-e2ff2236f602 req-7a5029df-e243-48bf-8c45-2d01fc2ac971 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1775513
Apr 20 18:25:15.249095 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-45be52d4-9e3c-4560-9a61-e2ff2236f602 req-51a12559-db0f-46e6-a027-94e64e60c72a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719242
Apr 20 18:25:15.283623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb938466-fd39-432e-b940-c454f47794f9 req-ffc3079b-a155-46f6-b64b-9905410cbf01 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.292850 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb938466-fd39-432e-b940-c454f47794f9 req-ffc3079b-a155-46f6-b64b-9905410cbf01 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1185875
Apr 20 18:25:15.344970 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb938466-fd39-432e-b940-c454f47794f9 req-3a3c81a0-4631-42da-9c19-21c7eefaf6f2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507829
Apr 20 18:25:15.469384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c6fbe-7e35-4144-a970-e56ca014cfa3 req-f6f07202-b48a-4d48-9f02-f549528bc46c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.470908 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4a6c6fbe-7e35-4144-a970-e56ca014cfa3 req-f6f07202-b48a-4d48-9f02-f549528bc46c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0919647
Apr 20 18:25:15.554021 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4a6c6fbe-7e35-4144-a970-e56ca014cfa3 req-99b73193-e119-4ba8-a024-3a5b0823b824 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663934
Apr 20 18:25:15.929660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b70e7-9b7c-4e4d-b3fd-02deb12b6540 req-49e37d47-72ff-4fea-9a7c-b670be3355d3 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:15.937729 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e0b70e7-9b7c-4e4d-b3fd-02deb12b6540 req-49e37d47-72ff-4fea-9a7c-b670be3355d3 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 948 time: 0.1295786
Apr 20 18:25:15.991801 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e0b70e7-9b7c-4e4d-b3fd-02deb12b6540 req-5db83322-cc52-49c9-ab45-d4b5a7bbed74 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530660
Apr 20 18:25:16.478001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48de5b83-74b2-4d36-afcf-e0fae27d4a41 req-637d59b7-4545-4f66-8108-8df867dcda8a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:16.486139 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-48de5b83-74b2-4d36-afcf-e0fae27d4a41 req-637d59b7-4545-4f66-8108-8df867dcda8a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1132076
Apr 20 18:25:16.535135 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-48de5b83-74b2-4d36-afcf-e0fae27d4a41 req-9b9f9ab4-2e63-4dc0-9688-ea855ea28820 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477288
Apr 20 18:25:16.550232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 0082900e-375e-431b-8ba8-3a33b09b0577 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:25:16.587842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a6de2-4a61-4895-9baf-e8b6aeaeb24b req-7c778f2a-b1e7-4b9b-9467-14863c75f115 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:16.589600 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-df9a6de2-4a61-4895-9baf-e8b6aeaeb24b req-7c778f2a-b1e7-4b9b-9467-14863c75f115 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1181712
Apr 20 18:25:16.640698 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-df9a6de2-4a61-4895-9baf-e8b6aeaeb24b req-07e95e58-c92e-44df-bcfe-e740af64cfc7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437813
Apr 20 18:25:16.778772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 0082900e-375e-431b-8ba8-3a33b09b0577, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0082900e-375e-431b-8ba8-3a33b09b0577,segment=NetworkSegment(063cbf48-cc13-45a5-86f8-594c36f92749),segment_id=063cbf48-cc13-45a5-86f8-594c36f92749)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:16.799506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '0082900e-375e-431b-8ba8-3a33b09b0577', 'network_id': '62196816-2986-4f4f-bff5-ea5ba818abc7', 'port_id': '0082900e-375e-431b-8ba8-3a33b09b0577', 'mac_address': 'fa:16:3e:3e:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a95365-8722-4854-89b2-1a3d87e6d1e4', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:25:16.837144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2324984-49f1-4b14-b46d-f9b050fa3e7c req-b13007e0-19d9-4f1a-bf8a-b598f00900e4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:16.845136 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c2324984-49f1-4b14-b46d-f9b050fa3e7c req-b13007e0-19d9-4f1a-bf8a-b598f00900e4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1293907
Apr 20 18:25:16.869651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:16.887337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0082900e-375e-431b-8ba8-3a33b09b0577 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:16.905326 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c2324984-49f1-4b14-b46d-f9b050fa3e7c req-e91b42f7-3f54-4eaf-835f-6f4498276dfd tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592158
Apr 20 18:25:16.906402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 0082900e-375e-431b-8ba8-3a33b09b0577, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0082900e-375e-431b-8ba8-3a33b09b0577,segment=NetworkSegment(063cbf48-cc13-45a5-86f8-594c36f92749),segment_id=063cbf48-cc13-45a5-86f8-594c36f92749)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:16.910954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:16.913904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:16.991730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=0082900e-375e-431b-8ba8-3a33b09b0577,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:16.995890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:17.207902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dec27-d0a9-4f54-b272-87e7be4abda7 req-7b4947f3-33ef-4982-9730-14b833d98c86 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:17.209858 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8f2dec27-d0a9-4f54-b272-87e7be4abda7 req-7b4947f3-33ef-4982-9730-14b833d98c86 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 949 time: 0.1043921
Apr 20 18:25:17.280026 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8f2dec27-d0a9-4f54-b272-87e7be4abda7 req-69718fd3-f8c4-47d4-9615-06a6145d9040 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635850
Apr 20 18:25:17.401082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['0082900e-375e-431b-8ba8-3a33b09b0577'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:17.597749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52794) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:17.709279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] Deleting subnet 85fe054b-33c0-4664-b25e-61a6b9ebbcac {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:25:17.717726 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:17.835922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49198400-6f3c-432e-9fb7-37e95d37c0e2 req-44ad55ee-dc28-460e-930d-799b9d02057c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:17.837882 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-49198400-6f3c-432e-9fb7-37e95d37c0e2 req-44ad55ee-dc28-460e-930d-799b9d02057c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1035564
Apr 20 18:25:17.852460 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:17.897532 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-49198400-6f3c-432e-9fb7-37e95d37c0e2 req-0aba11af-b149-4bed-885d-340f57c89c6b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528839
Apr 20 18:25:17.933394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:18.118305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f636ff2-088c-4eb9-9a58-3729faa905af req-9cc3f7ce-9e55-4049-b7e6-833220c27df7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:18.120216 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2f636ff2-088c-4eb9-9a58-3729faa905af req-9cc3f7ce-9e55-4049-b7e6-833220c27df7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1061192
Apr 20 18:25:18.142494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1cec9-13a1-4ed9-b6c9-a652517874e2 req-58da7007-0ea4-42af-bcd7-8db54dc28f0f tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:18.144403 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98a1cec9-13a1-4ed9-b6c9-a652517874e2 req-58da7007-0ea4-42af-bcd7-8db54dc28f0f tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 946 time: 0.4278653
Apr 20 18:25:18.195087 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2f636ff2-088c-4eb9-9a58-3729faa905af req-17ca8d1f-103d-4dc4-8f83-5348310ab62c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648205
Apr 20 18:25:18.211836 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98a1cec9-13a1-4ed9-b6c9-a652517874e2 req-3e38f701-a377-47a5-97df-fe37d68ac44d tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570252
Apr 20 18:25:18.296061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:18.308861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cb363445-cf32-46f5-9745-79cd2dd52bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:18.351978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:18.360942 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/85fe054b-33c0-4664-b25e-61a6b9ebbcac HTTP/1.1" status: 204  len: 168 time: 0.7613475
Apr 20 18:25:18.362981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 52804) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:18.367359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85fe054b-33c0-4664-b25e-61a6b9ebbcac,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:18.370206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5d23c05e-75ca-405a-af0f-b5f81f814b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:18.525209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f5862-ae4d-4a54-af8d-a7f4c9f3c1f7 req-4677c246-a93f-4793-90e2-33db1cb8bb5c tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:18.527060 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f95f5862-ae4d-4a54-af8d-a7f4c9f3c1f7 req-4677c246-a93f-4793-90e2-33db1cb8bb5c tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 949 time: 0.1021478
Apr 20 18:25:18.538752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:18.557344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290354e9-3ed4-47b1-ab03-d14715337bb1 req-ad594638-4dc2-484e-8af5-c59f878ccb5f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:18.559636 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-290354e9-3ed4-47b1-ab03-d14715337bb1 req-ad594638-4dc2-484e-8af5-c59f878ccb5f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.2412446
Apr 20 18:25:18.586730 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f95f5862-ae4d-4a54-af8d-a7f4c9f3c1f7 req-72a7dfe8-db3a-4f97-8407-cf9345fc4c42 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531237
Apr 20 18:25:18.743566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:18.761016 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-290354e9-3ed4-47b1-ab03-d14715337bb1 req-3708bbc6-98c0-4b3e-a56d-8f9607977975 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1906586
Apr 20 18:25:18.874439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a996d8fd0>,) {'filters': {'network_id': ['3df80c25-7c32-4ad8-9f33-b217031443e8']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:18.894138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a996d8fd0>, 'e504c38c-0745-4690-8659-3c8c49c445da') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:18.894688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a996d8fd0>, 'e504c38c-0745-4690-8659-3c8c49c445da') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:18.908608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844938072'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:18.925273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:18.933140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:25:19.121065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd90f3b-049c-465d-b455-75224b71c135 req-cb3c4e2a-0393-4763-b2e3-f59dfe3dcfde tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.123277 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6dd90f3b-049c-465d-b455-75224b71c135 req-cb3c4e2a-0393-4763-b2e3-f59dfe3dcfde tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0962267
Apr 20 18:25:19.140577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Network 3df80c25-7c32-4ad8-9f33-b217031443e8 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:25:19.152023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845229185'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:19.175637 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6dd90f3b-049c-465d-b455-75224b71c135 req-4a69124e-3ffc-469c-9d40-a6b241813a49 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453095
Apr 20 18:25:19.492914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b413e-624d-4cba-b067-e074b852ed36 req-199703dd-d19f-4879-94a7-8adaf965db20 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.494614 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-236b413e-624d-4cba-b067-e074b852ed36 req-199703dd-d19f-4879-94a7-8adaf965db20 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 946 time: 0.1078870
Apr 20 18:25:19.558647 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-236b413e-624d-4cba-b067-e074b852ed36 req-4493f110-7a17-4408-8421-5b3cf3077cca tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566709
Apr 20 18:25:19.667702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Network 3df80c25-7c32-4ad8-9f33-b217031443e8 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:25:19.698554 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:25:19.819766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b974981-631f-49fd-9aca-7970cb138bb4 req-60689aec-249f-4b57-ab3b-04414332f061 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.828653 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2b974981-631f-49fd-9aca-7970cb138bb4 req-60689aec-249f-4b57-ab3b-04414332f061 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.2370837
Apr 20 18:25:19.855637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35599d6-51a9-4f38-b722-d9248bfe851a req-90a45e9a-d56f-4ed6-b7f0-5fb65f9024d1 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:19.857308 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e35599d6-51a9-4f38-b722-d9248bfe851a req-90a45e9a-d56f-4ed6-b7f0-5fb65f9024d1 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 949 time: 0.1260417
Apr 20 18:25:19.884918 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2b974981-631f-49fd-9aca-7970cb138bb4 req-ace1f836-b065-4d76-908c-119702a3e571 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549521
Apr 20 18:25:19.887068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:19.891979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:19.922536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:19.927476 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e35599d6-51a9-4f38-b722-d9248bfe851a req-22a233f1-66d0-48f8-8575-aaadc68cd330 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573807
Apr 20 18:25:19.936052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df80c25-7c32-4ad8-9f33-b217031443e8,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:19.939943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:19.943553 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3df80c25-7c32-4ad8-9f33-b217031443e8 HTTP/1.1" status: 204  len: 168 time: 1.5792823
Apr 20 18:25:19.947235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52822) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:20.028497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] Deleting subnet a4fd7fba-1578-4af2-b141-a31a09101e77 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:25:20.032116 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.097127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.108765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c8022-e52d-485f-9706-5ba9cd7355ee req-91c6c84a-da2f-4097-a26d-3db5cd9411d9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:20.110441 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-722c8022-e52d-485f-9706-5ba9cd7355ee req-91c6c84a-da2f-4097-a26d-3db5cd9411d9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1008017
Apr 20 18:25:20.167444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.248356 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-722c8022-e52d-485f-9706-5ba9cd7355ee req-df485c7d-affb-4938-89de-e7d41cc27210 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1282876
Apr 20 18:25:20.294559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-802091ed-0a8e-4aff-b58e-f30b09492638 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:20.296259 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-802091ed-0a8e-4aff-b58e-f30b09492638 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 946 time: 0.1579089
Apr 20 18:25:20.406373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Deleting port f12fc086-057c-44a7-adb3-c0465ad70c4c {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:20.406709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.527780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.546389 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-039f7b7f-7501-4595-aa40-56a9cd92ac06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:20.564447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 0082900e-375e-431b-8ba8-3a33b09b0577 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:25:20.613995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.640312 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a4fd7fba-1578-4af2-b141-a31a09101e77 HTTP/1.1" status: 204  len: 168 time: 0.6918190
Apr 20 18:25:20.647284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fd7fba-1578-4af2-b141-a31a09101e77,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:20.654939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2df8912b-f44c-4337-8218-dcb43066b6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:20.657438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52830) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:20.671570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 0082900e-375e-431b-8ba8-3a33b09b0577 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:25:20.687552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 0082900e-375e-431b-8ba8-3a33b09b0577 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:25:20.688139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.862292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2a558-4267-4b12-a513-40b38e4063b3 req-5193a59a-f9ac-4cba-bc0e-3d039b3a247b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:20.872197 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-12f2a558-4267-4b12-a513-40b38e4063b3 req-5193a59a-f9ac-4cba-bc0e-3d039b3a247b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.3981602
Apr 20 18:25:20.947860 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.961532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.964820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] For port f12fc086-057c-44a7-adb3-c0465ad70c4c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f12fc086-057c-44a7-adb3-c0465ad70c4c,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:20.965224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:20.999962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d76f42f-0ee4-4faf-a489-4a7496325f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0082900e-375e-431b-8ba8-3a33b09b0577'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:21.011705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 0082900e-375e-431b-8ba8-3a33b09b0577, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0082900e-375e-431b-8ba8-3a33b09b0577,segment=NetworkSegment(063cbf48-cc13-45a5-86f8-594c36f92749),segment_id=063cbf48-cc13-45a5-86f8-594c36f92749)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:21.018043 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-12f2a558-4267-4b12-a513-40b38e4063b3 req-64e51b10-164a-49ea-ac92-21052d3d97bc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1443419
Apr 20 18:25:21.024226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.026586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:21.167715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.216452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Calling delete_port for f12fc086-057c-44a7-adb3-c0465ad70c4c owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:21.216640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=0082900e-375e-431b-8ba8-3a33b09b0577,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:21.228876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:21.254697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787682c-90fe-4fca-9638-0bc6c302883a req-4b85fe26-41de-4ecb-8757-fd696c3ec234 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:21.256363 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9787682c-90fe-4fca-9638-0bc6c302883a req-4b85fe26-41de-4ecb-8757-fd696c3ec234 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 946 time: 0.4761064
Apr 20 18:25:21.323937 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9787682c-90fe-4fca-9638-0bc6c302883a req-da8088e2-47f2-4202-b5aa-86c01b9d1524 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590937
Apr 20 18:25:21.382930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a93ffea90>,) {'filters': {'network_id': ['ffeade61-b95f-4a6b-b3d5-c8a9cd879b01']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:21.399314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a93ffea90>, 'd3e851da-76b7-478e-a674-ebf9cd85af2f') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:21.399820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a93ffea90>, 'd3e851da-76b7-478e-a674-ebf9cd85af2f') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:21.413416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.430581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.447012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:25:21.549989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.558426 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bc3093da-802d-4288-a1a5-3563fcfd99f0 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:21.608823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Pushing event deleted for resources: {'Port': ['ID=f12fc086-057c-44a7-adb3-c0465ad70c4c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:21.614732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['23191db0-aaaa-416e-8c4b-3abdefac96e7', 'd7110f76-a2e0-49fe-8734-f2f940cbb445', '5f1fe119-73f4-487d-94c6-c39e1fb10d46', 'f12fc086-057c-44a7-adb3-c0465ad70c4c'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:21.619589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1643c3-f879-4fda-9a6f-48e1269bddf3 req-8055dde1-64d1-48d1-88b6-79213f00f449 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:21.627309 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5d1643c3-f879-4fda-9a6f-48e1269bddf3 req-8055dde1-64d1-48d1-88b6-79213f00f449 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 950 time: 0.1865296
Apr 20 18:25:21.654258 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:21.669598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Network ffeade61-b95f-4a6b-b3d5-c8a9cd879b01 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:25:21.683797 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5d1643c3-f879-4fda-9a6f-48e1269bddf3 req-7c771a2b-d7b4-40c5-8d70-03b071e5acde tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555379
Apr 20 18:25:21.687311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86560a3-34a4-4432-af01-45405efbce15 req-cfd287ec-3b50-42af-a71d-12d66cbeb298 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:21.696058 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f86560a3-34a4-4432-af01-45405efbce15 req-cfd287ec-3b50-42af-a71d-12d66cbeb298 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.4117222
Apr 20 18:25:21.721871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.823398 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d76f42f-0ee4-4faf-a489-4a7496325f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0082900e-375e-431b-8ba8-3a33b09b0577', 'code': 200}
Apr 20 18:25:21.838524 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f86560a3-34a4-4432-af01-45405efbce15 req-fb0a2c74-f3ac-4eab-905f-4f9d5a89cab9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1413875
Apr 20 18:25:21.892137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] No DVR routers for this DVR port f12fc086-057c-44a7-adb3-c0465ad70c4c on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:21.904993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:21.908049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e5ef7b-60f5-4bcb-8f61-f99be17af818', 'name': 'network-vif-deleted', 'tag': 'f12fc086-057c-44a7-adb3-c0465ad70c4c'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:21.941439 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-19b8d4d3-2f51-4f73-9445-00181c38cb20 req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "DELETE /v2.0/ports/f12fc086-057c-44a7-adb3-c0465ad70c4c HTTP/1.1" status: 204  len: 173 time: 1.6321378
Apr 20 18:25:22.027879 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e5ef7b-60f5-4bcb-8f61-f99be17af818', 'name': 'network-vif-deleted', 'tag': 'f12fc086-057c-44a7-adb3-c0465ad70c4c', 'status': 'completed', 'code': 200}
Apr 20 18:25:22.039036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Network ffeade61-b95f-4a6b-b3d5-c8a9cd879b01 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:25:22.095417 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:25:22.239800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.242273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178375b-2808-40fa-b737-19623840f8fa req-fb346e85-4b86-470b-a78f-5f890ade025d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:22.244178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:22.250978 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0178375b-2808-40fa-b737-19623840f8fa req-fb346e85-4b86-470b-a78f-5f890ade025d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.2187674
Apr 20 18:25:22.273121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.287186 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ffeade61-b95f-4a6b-b3d5-c8a9cd879b01 HTTP/1.1" status: 204  len: 168 time: 1.6215839
Apr 20 18:25:22.329660 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0178375b-2808-40fa-b737-19623840f8fa req-751b37c0-2d7e-40af-bf00-f79894ebaff5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775559
Apr 20 18:25:22.352397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffeade61-b95f-4a6b-b3d5-c8a9cd879b01,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:22.361892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:22.406961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868a60-10cb-4c41-8bb4-2595143fbf56 req-9c046e4d-7f37-4386-8203-bc7024b6af7f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:22.416087 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1868a60-10cb-4c41-8bb4-2595143fbf56 req-9c046e4d-7f37-4386-8203-bc7024b6af7f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1454835
Apr 20 18:25:22.477393 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1868a60-10cb-4c41-8bb4-2595143fbf56 req-f534e6b4-6f4c-4466-8017-2f0a60cb9c85 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601315
Apr 20 18:25:22.506966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7252b-9caf-4f40-a660-2929f56833d5 req-3070224e-42d6-4df6-82de-f2231f75a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:22.508542 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2c7252b-9caf-4f40-a660-2929f56833d5 req-3070224e-42d6-4df6-82de-f2231f75a567 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 1103 time: 0.1747341
Apr 20 18:25:22.573076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52850) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:22.628933 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-383d5d71-7797-4207-ade5-3f31d2bae89d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67f2edc48d99477f904c113de6253c90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0544298
Apr 20 18:25:22.629514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 52854) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:22.632628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-4b61b32c-78d5-4352-8e1a-a9e4742c74ce req-abbe278a-fe60-4fa4-8d2d-ec10727ff1f6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:22.647723 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2c7252b-9caf-4f40-a660-2929f56833d5 req-af8cb32e-e0a8-4577-a552-f0088d5f0e48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295216
Apr 20 18:25:22.655624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-4b61b32c-78d5-4352-8e1a-a9e4742c74ce req-abbe278a-fe60-4fa4-8d2d-ec10727ff1f6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:22.657182 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b61b32c-78d5-4352-8e1a-a9e4742c74ce req-abbe278a-fe60-4fa4-8d2d-ec10727ff1f6 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2e5ef7b-60f5-4bcb-8f61-f99be17af818 HTTP/1.1" status: 200  len: 210 time: 0.0951750
Apr 20 18:25:22.710601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3506e6ff-7a96-4fa7-99eb-87bc1c945cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.744537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3506e6ff-7a96-4fa7-99eb-87bc1c945cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.821754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3506e6ff-7a96-4fa7-99eb-87bc1c945cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.830324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-efb43652-5ea4-40fa-afab-4d6d39cbe0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:22.862365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506e6ff-7a96-4fa7-99eb-87bc1c945cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1168e336-4e99-48b4-966f-f5e3b621fef4,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:22.868721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3506e6ff-7a96-4fa7-99eb-87bc1c945cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:22.915835 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3506e6ff-7a96-4fa7-99eb-87bc1c945cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:22.917044 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3506e6ff-7a96-4fa7-99eb-87bc1c945cf2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1168e336-4e99-48b4-966f-f5e3b621fef4 HTTP/1.1" status: 204  len: 168 time: 0.2865605
Apr 20 18:25:22.971411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ac6b5-14d7-4d43-abab-4377df9a0956 req-2ac6f52f-2c7b-4944-b263-5549fab025d5 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:22.973561 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d00ac6b5-14d7-4d43-abab-4377df9a0956 req-2ac6f52f-2c7b-4944-b263-5549fab025d5 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 950 time: 0.1038258
Apr 20 18:25:23.143456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff87699-8d85-4327-b784-bd1fdfcd1652 req-79459731-2e15-4339-aae7-984ca5d78344 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:23.154872 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ff87699-8d85-4327-b784-bd1fdfcd1652 req-79459731-2e15-4339-aae7-984ca5d78344 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1437783
Apr 20 18:25:23.246395 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ff87699-8d85-4327-b784-bd1fdfcd1652 req-388282a9-6762-4e3b-8e1f-6de9e341e461 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0900638
Apr 20 18:25:23.314532 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d00ac6b5-14d7-4d43-abab-4377df9a0956 req-fd49b143-384c-4fb3-ad69-3f8deff8c01e tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3283060
Apr 20 18:25:23.621468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783aa24-c685-4f9f-a992-6241e0c772ed req-36fbf394-ef07-465c-afc0-c0132560ffa6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:23.623168 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a783aa24-c685-4f9f-a992-6241e0c772ed req-36fbf394-ef07-465c-afc0-c0132560ffa6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.1043837
Apr 20 18:25:23.692956 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a783aa24-c685-4f9f-a992-6241e0c772ed req-caf2958f-bd36-445b-8e5c-1f093e351a6f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572357
Apr 20 18:25:23.701962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d7487-3ff6-4f1b-bee8-13b34669a8bc req-a93360c7-0d14-404d-9ab8-50a8fef847c5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:23.704582 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a20d7487-3ff6-4f1b-bee8-13b34669a8bc req-a93360c7-0d14-404d-9ab8-50a8fef847c5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1060617
Apr 20 18:25:23.732447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 52876) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:23.771179 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a20d7487-3ff6-4f1b-bee8-13b34669a8bc req-b3f2869c-5187-46ba-a10b-72985679ee7a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578904
Apr 20 18:25:23.824515 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ed74e90f-90a3-4264-a158-11565c506bf9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55025a65893748b28bf72a18a419d782&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0885158
Apr 20 18:25:23.824686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 52880) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:23.921517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9050e760-5947-46bc-a2ee-2c38f203bb9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:23.980731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9050e760-5947-46bc-a2ee-2c38f203bb9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:24.039581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9050e760-5947-46bc-a2ee-2c38f203bb9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:24.045674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2854d0d9-4b0e-4539-a3de-6e5aadeb2398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:24.060620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050e760-5947-46bc-a2ee-2c38f203bb9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4a34ec-2837-41e1-8eab-9de3ff361c8e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:24.063173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9050e760-5947-46bc-a2ee-2c38f203bb9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:24.081818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9050e760-5947-46bc-a2ee-2c38f203bb9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:24.086249 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9050e760-5947-46bc-a2ee-2c38f203bb9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc4a34ec-2837-41e1-8eab-9de3ff361c8e HTTP/1.1" status: 204  len: 168 time: 0.2577121
Apr 20 18:25:24.513363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87288ec-944b-48a7-b20a-a0cda8e40505 req-b75f585e-35ae-422f-989f-ba8f3d3a2dd7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:24.528350 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e87288ec-944b-48a7-b20a-a0cda8e40505 req-b75f585e-35ae-422f-989f-ba8f3d3a2dd7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1191170
Apr 20 18:25:24.579045 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e87288ec-944b-48a7-b20a-a0cda8e40505 req-0d074433-48bb-4b0e-af22-398504894edf tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492280
Apr 20 18:25:24.581524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d3a54-5725-4706-9006-1f6fce064137 req-5ea76841-2abb-4bb6-a219-b7d5afd18ebd tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:24.591919 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c6d3a54-5725-4706-9006-1f6fce064137 req-5ea76841-2abb-4bb6-a219-b7d5afd18ebd tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 950 time: 0.1059375
Apr 20 18:25:24.631775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device f12fc086-057c-44a7-adb3-c0465ad70c4c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:24.634780 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c6d3a54-5725-4706-9006-1f6fce064137 req-98411a6d-9641-4bc7-ad2e-a42b8859cddc tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418317
Apr 20 18:25:24.670742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: f12fc086-057c-44a7-adb3-c0465ad70c4c {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:24.671146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device f12fc086-057c-44a7-adb3-c0465ad70c4c not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:24.890293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e98c8e-15d7-4a6d-9e74-13174bd2976c req-510eeecb-1ceb-4c6b-b82f-57bef4cdc694 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:24.891867 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-35e98c8e-15d7-4a6d-9e74-13174bd2976c req-510eeecb-1ceb-4c6b-b82f-57bef4cdc694 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0873759
Apr 20 18:25:24.946136 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-35e98c8e-15d7-4a6d-9e74-13174bd2976c req-4eccb40a-1fd9-4c7d-9014-571c6fb449d5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480671
Apr 20 18:25:25.099346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d3d8-97a3-42ab-b311-a4641470a4a8 req-7997d49c-c623-464f-9b60-343e58a7af46 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.100989 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-21d3d3d8-97a3-42ab-b311-a4641470a4a8 req-7997d49c-c623-464f-9b60-343e58a7af46 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0945129
Apr 20 18:25:25.137631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7cfb2-3d93-43cc-9205-8a7b4ce4d0be req-68557208-8706-4cf8-b722-0394e52cabcc tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.139412 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9aa7cfb2-3d93-43cc-9205-8a7b4ce4d0be req-68557208-8706-4cf8-b722-0394e52cabcc tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 950 time: 0.0902379
Apr 20 18:25:25.153656 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-21d3d3d8-97a3-42ab-b311-a4641470a4a8 req-60198e35-3253-4d80-988f-cc0954506867 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459914
Apr 20 18:25:25.193508 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9aa7cfb2-3d93-43cc-9205-8a7b4ce4d0be req-5a517f55-0ca0-495e-b02d-a5dce02d9809 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467427
Apr 20 18:25:25.542650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-a391f5dc-5aaf-4119-905f-a67ed41f06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.544261 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-a391f5dc-5aaf-4119-905f-a67ed41f06e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 1098 time: 0.0778692
Apr 20 18:25:25.550054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa169024-0687-4201-beab-c2dc4736acf0 req-2babae27-5fec-4cc8-a6d6-7b38492dcb1a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.551660 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aa169024-0687-4201-beab-c2dc4736acf0 req-2babae27-5fec-4cc8-a6d6-7b38492dcb1a tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 946 time: 0.0903864
Apr 20 18:25:25.602071 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aa169024-0687-4201-beab-c2dc4736acf0 req-9fe041ce-1ef9-47aa-b0ab-e14c1e4cbffd tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424807
Apr 20 18:25:25.692489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-b7fbd952-86c0-42de-b922-4539212b00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.694783 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-b7fbd952-86c0-42de-b922-4539212b00bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.1420269
Apr 20 18:25:25.864812 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-56949d13-0439-403c-a941-d8bf442928cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a HTTP/1.1" status: 200  len: 1001 time: 0.1634455
Apr 20 18:25:25.937137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f86ce-711e-47e4-b9d1-cbf7ea059dcf req-074e9899-53e6-456e-bfa6-24b27f5b0dc9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.938662 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-be4f86ce-711e-47e4-b9d1-cbf7ea059dcf req-074e9899-53e6-456e-bfa6-24b27f5b0dc9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1821342
Apr 20 18:25:25.975790 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-72530dbd-4e9b-4025-9791-076a27beef84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:25.977352 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-72530dbd-4e9b-4025-9791-076a27beef84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.0993738
Apr 20 18:25:26.047861 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-be4f86ce-711e-47e4-b9d1-cbf7ea059dcf req-ebd6e9e5-986e-45d1-a1de-eccb82ca9eac tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005120
Apr 20 18:25:26.077157 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-60127f0b-8502-4157-9780-ec3fc3e3921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.078789 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-60127f0b-8502-4157-9780-ec3fc3e3921d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0923619
Apr 20 18:25:26.165395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f757d-a56d-4760-9520-5925d7ec8b48 req-d6c72360-c103-49e5-a3eb-7a5af4e6a049 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.167355 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cb6f757d-a56d-4760-9520-5925d7ec8b48 req-d6c72360-c103-49e5-a3eb-7a5af4e6a049 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0919616
Apr 20 18:25:26.220002 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cb6f757d-a56d-4760-9520-5925d7ec8b48 req-920ff067-7cc8-4466-b2c9-f63ad59dea00 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457554
Apr 20 18:25:26.232657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:26.234547 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-da02d019-2a9d-4b67-b041-f55abcde8521 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443870
Apr 20 18:25:26.424890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad6933-9c6b-442c-9e2f-351c1c3747dd req-b6b9451f-e5f4-4d7a-9921-108d43c61369 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.426511 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5bad6933-9c6b-442c-9e2f-351c1c3747dd req-b6b9451f-e5f4-4d7a-9921-108d43c61369 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0947251
Apr 20 18:25:26.446909 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e2bd07b-c02d-4f85-bdbb-aab2e8045f38 req-8979bac8-1555-4c5d-bfc3-804c461e9c49 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943171
Apr 20 18:25:26.474895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63650e-091d-4e87-b05a-770ac3265562 req-cb9747b5-dc52-4bb5-ad0e-97d02d5e8aaa tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.477195 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-be63650e-091d-4e87-b05a-770ac3265562 req-cb9747b5-dc52-4bb5-ad0e-97d02d5e8aaa tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 950 time: 0.1238139
Apr 20 18:25:26.477743 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5bad6933-9c6b-442c-9e2f-351c1c3747dd req-f9b1581b-5a2a-4753-a084-776018ccb771 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434155
Apr 20 18:25:26.577175 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-be63650e-091d-4e87-b05a-770ac3265562 req-86664fa4-e53d-409e-a882-1680ad29ae17 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597801
Apr 20 18:25:26.596575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-9be1561f-c793-430d-bbcb-d59ebc956440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.598179 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-9be1561f-c793-430d-bbcb-d59ebc956440 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 1098 time: 0.1200373
Apr 20 18:25:26.674669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb78404-aedf-4e1a-933c-9d17226a98db req-668b6f47-27de-475a-9c01-8d370ad1acc6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:26.676229 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1bb78404-aedf-4e1a-933c-9d17226a98db req-668b6f47-27de-475a-9c01-8d370ad1acc6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0942636
Apr 20 18:25:26.728913 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1bb78404-aedf-4e1a-933c-9d17226a98db req-ad5c8623-62b0-41f5-8b5d-c8c305e4ccbf tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451672
Apr 20 18:25:27.014161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-cab19abd-fc49-4d66-b443-fbc27e348313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.015669 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-cab19abd-fc49-4d66-b443-fbc27e348313 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.4080136
Apr 20 18:25:27.127501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5b819-a130-443a-a9db-a8864623a9f6 req-6ebe647f-a8c6-4a21-8dae-a9f4b9f5e014 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.129099 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e0f5b819-a130-443a-a9db-a8864623a9f6 req-6ebe647f-a8c6-4a21-8dae-a9f4b9f5e014 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 946 time: 0.2079551
Apr 20 18:25:27.159049 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-aaec2e58-56f3-477c-8c9f-cca366607d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0687950b-e993-4a24-910e-500f131bfe37 HTTP/1.1" status: 200  len: 1001 time: 0.1353130
Apr 20 18:25:27.187371 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e0f5b819-a130-443a-a9db-a8864623a9f6 req-718570d5-0e27-479d-bec2-0ea4b8a3f225 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455859
Apr 20 18:25:27.343799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-341d6519-1d2a-4a51-a60e-8d3120873993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.345379 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-341d6519-1d2a-4a51-a60e-8d3120873993 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.1188488
Apr 20 18:25:27.375498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-82bf2ae8-23e6-44e3-a436-8cf1dcede2c4 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.377052 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-82bf2ae8-23e6-44e3-a436-8cf1dcede2c4 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 950 time: 0.1128831
Apr 20 18:25:27.429387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4286b-a086-4dd3-8b57-f7e9dc19f0e7 req-edb4c0b3-6c65-4ad7-80ac-26771e3b72f9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.431014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75d4286b-a086-4dd3-8b57-f7e9dc19f0e7 req-edb4c0b3-6c65-4ad7-80ac-26771e3b72f9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.0887945
Apr 20 18:25:27.481875 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75d4286b-a086-4dd3-8b57-f7e9dc19f0e7 req-e1b729d6-d74d-4683-9d0f-dde691bc253d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443470
Apr 20 18:25:27.513836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Deleting port 0082900e-375e-431b-8ba8-3a33b09b0577 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:27.514229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:27.695002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-56a2abe2-02f9-4606-8177-cb72cb83399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.696645 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-56a2abe2-02f9-4606-8177-cb72cb83399a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3095434
Apr 20 18:25:27.795758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54b84-0018-47f0-9e74-2b09fe87f6d5 req-9bc3abad-e7a6-47bd-af02-289acdbc790e tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.797487 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4e54b84-0018-47f0-9e74-2b09fe87f6d5 req-9bc3abad-e7a6-47bd-af02-289acdbc790e tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 950 time: 0.1006112
Apr 20 18:25:27.899947 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4e54b84-0018-47f0-9e74-2b09fe87f6d5 req-4e20dd04-f7b6-4416-9a19-8bff3ddd259f tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/security-groups?id=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930386
Apr 20 18:25:27.943975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-aef654b7-2919-4e26-b3f5-eba4b3cc77d5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.945585 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-aef654b7-2919-4e26-b3f5-eba4b3cc77d5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 946 time: 0.1068630
Apr 20 18:25:27.980785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45bdf4-42fc-4cbf-aaa2-956cd9c773c1 req-d7fac658-739e-40c0-b00b-ba41d61202b0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:27.982396 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e45bdf4-42fc-4cbf-aaa2-956cd9c773c1 req-d7fac658-739e-40c0-b00b-ba41d61202b0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.3582003
Apr 20 18:25:28.045515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] For port 0082900e-375e-431b-8ba8-3a33b09b0577, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0082900e-375e-431b-8ba8-3a33b09b0577,segment=NetworkSegment(063cbf48-cc13-45a5-86f8-594c36f92749),segment_id=063cbf48-cc13-45a5-86f8-594c36f92749)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:28.046137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.073632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Deleting port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:28.073915 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-67213125-a296-4d20-83b6-bc926ca9107e service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3579264
Apr 20 18:25:28.074031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.220557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Calling delete_port for 0082900e-375e-431b-8ba8-3a33b09b0577 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:28.253825 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e45bdf4-42fc-4cbf-aaa2-956cd9c773c1 req-ace3e2b7-19d0-4fcb-b9fe-eb7685893eff tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2531734
Apr 20 18:25:28.291369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d97694-305c-4970-9ce5-621bbfb76644 req-172f05cd-b218-4f27-b6b8-534b82bf4a70 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:28.292971 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98d97694-305c-4970-9ce5-621bbfb76644 req-172f05cd-b218-4f27-b6b8-534b82bf4a70 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.2754085
Apr 20 18:25:28.458125 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98d97694-305c-4970-9ce5-621bbfb76644 req-6c132316-9871-47e3-88ac-e80d2a0dde4f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1038778
Apr 20 18:25:28.477680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-c274b0b4-6d04-4dd7-bf9e-6f8fd203ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:28.479289 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-c274b0b4-6d04-4dd7-bf9e-6f8fd203ca9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1098 time: 0.2774041
Apr 20 18:25:28.486569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] For port 5f1fe119-73f4-487d-94c6-c39e1fb10d46, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=5f1fe119-73f4-487d-94c6-c39e1fb10d46,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:28.487091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.500763 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-ad42daef-9bc0-4ab6-825f-0d7f05c72b80 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3720279
Apr 20 18:25:28.557602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.574386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe211a1-ec27-40a1-9a9f-b73fe7701b68 req-7aef5b2c-2112-47d1-a4ea-e0e12c02cf14 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:28.578593 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cfe211a1-ec27-40a1-9a9f-b73fe7701b68 req-7aef5b2c-2112-47d1-a4ea-e0e12c02cf14 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 946 time: 0.2037418
Apr 20 18:25:28.579408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:28.596654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['0082900e-375e-431b-8ba8-3a33b09b0577'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:28.647727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:28.654530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Calling delete_port for 5f1fe119-73f4-487d-94c6-c39e1fb10d46 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:28.676438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Pushing event deleted for resources: {'Port': ['ID=0082900e-375e-431b-8ba8-3a33b09b0577,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:28.802186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:28.821569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] No DVR routers for this DVR port 0082900e-375e-431b-8ba8-3a33b09b0577 on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:28.829283 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.849175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d76f42f-0ee4-4faf-a489-4a7496325f01', 'name': 'network-vif-deleted', 'tag': '0082900e-375e-431b-8ba8-3a33b09b0577'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:28.861316 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3d76621-2922-4d5f-ad0b-b1af7ded3a42 req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.36 "DELETE /v2.0/ports/0082900e-375e-431b-8ba8-3a33b09b0577 HTTP/1.1" status: 204  len: 173 time: 1.4728792
Apr 20 18:25:28.866028 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cfe211a1-ec27-40a1-9a9f-b73fe7701b68 req-1199b7c1-4f2b-42a4-876d-0bb2d05f2011 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387834
Apr 20 18:25:28.914916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.945778 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d76f42f-0ee4-4faf-a489-4a7496325f01', 'name': 'network-vif-deleted', 'tag': '0082900e-375e-431b-8ba8-3a33b09b0577', 'status': 'completed', 'code': 200}
Apr 20 18:25:28.974384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:28.976985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:28.983369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:28.986820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:29.039886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-de4c24fe-f32a-43e7-9442-304801ba1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.041877 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-de4c24fe-f32a-43e7-9442-304801ba1f27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 919 time: 0.4839456
Apr 20 18:25:29.076249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=8']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:29.079555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:29.112800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-93b4d86c-307a-4e2d-af1f-6e8730e8f6ee req-af3873b3-9ebe-46d5-a673-1b3021fac11f tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Synchronizing usage tracker for tenant:531ce5185679425eaddb154d9ad70128 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:29.127903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-93b4d86c-307a-4e2d-af1f-6e8730e8f6ee req-af3873b3-9ebe-46d5-a673-1b3021fac11f tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Unset dirty status for tenant:531ce5185679425eaddb154d9ad70128 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:29.129152 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-93b4d86c-307a-4e2d-af1f-6e8730e8f6ee req-af3873b3-9ebe-46d5-a673-1b3021fac11f tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 210 time: 0.0708039
Apr 20 18:25:29.167015 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-6e92e706-3ff5-4136-a2a7-c26c070ede37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 200  len: 217 time: 0.0788298
Apr 20 18:25:29.179680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e19c5-fcb8-4b78-8a84-04a1220cdbc1 req-6cf622a1-aaa2-432f-ab50-7023d92051e1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.181607 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-052e19c5-fcb8-4b78-8a84-04a1220cdbc1 req-6cf622a1-aaa2-432f-ab50-7023d92051e1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 945 time: 0.5371914
Apr 20 18:25:29.185593 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'code': 200}
Apr 20 18:25:29.309786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-065e5a90-93db-4e48-bea7-0693ae172f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.311765 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-065e5a90-93db-4e48-bea7-0693ae172f21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.1293259
Apr 20 18:25:29.315273 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-052e19c5-fcb8-4b78-8a84-04a1220cdbc1 req-e5a6a28d-a319-4376-9b3e-127e7bc7eb6a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954089
Apr 20 18:25:29.315899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:29.326658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:29.353824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['23191db0-aaaa-416e-8c4b-3abdefac96e7', 'd7110f76-a2e0-49fe-8734-f2f940cbb445', '5f1fe119-73f4-487d-94c6-c39e1fb10d46'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:29.419776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Pushing event deleted for resources: {'Port': ['ID=5f1fe119-73f4-487d-94c6-c39e1fb10d46,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:29.457142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:29.465635 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-1652a690-0ab2-46bf-8eea-4c6a7800a5ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1422606
Apr 20 18:25:29.482002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73073867-b1b7-401f-8f06-605b27735c71 req-88bac59a-da60-47fb-8405-bf780f74ec58 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.490709 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-73073867-b1b7-401f-8f06-605b27735c71 req-88bac59a-da60-47fb-8405-bf780f74ec58 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1106477
Apr 20 18:25:29.531616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] No DVR routers for this DVR port 5f1fe119-73f4-487d-94c6-c39e1fb10d46 on host hv-cinder-78693 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:29.560804 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-73073867-b1b7-401f-8f06-605b27735c71 req-9a4c58af-e12d-48eb-846e-0fcf012b2154 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681207
Apr 20 18:25:29.814524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:29.817294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7830e2-cffc-40b0-8ddf-07d5735038b5', 'name': 'network-vif-deleted', 'tag': '5f1fe119-73f4-487d-94c6-c39e1fb10d46'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:29.876223 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7830e2-cffc-40b0-8ddf-07d5735038b5', 'name': 'network-vif-deleted', 'tag': '5f1fe119-73f4-487d-94c6-c39e1fb10d46', 'status': 'completed', 'code': 200}
Apr 20 18:25:29.901926 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0bb0d0ee-2ed9-487e-83e9-0234cfef98fd req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "DELETE /v2.0/ports/5f1fe119-73f4-487d-94c6-c39e1fb10d46 HTTP/1.1" status: 204  len: 173 time: 1.9501293
Apr 20 18:25:29.964595 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-a8d7585e-db0e-4004-acb8-11a92e1949a9 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4624317
Apr 20 18:25:29.979832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4b577-1a2a-46ce-824a-a55c7a6d73ae req-b42344cf-b936-401b-af1d-2e192239a1a2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:29.980218 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0e4b577-1a2a-46ce-824a-a55c7a6d73ae req-b42344cf-b936-401b-af1d-2e192239a1a2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1673882
Apr 20 18:25:30.075096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7bef6ee1-0953-4dd8-8019-00c649567a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:30.079190 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-19414e40-d44e-4e59-a066-251719e01399 req-52f845ac-c714-40d7-ad0b-8c7c79954ba1 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7830e2-cffc-40b0-8ddf-07d5735038b5 HTTP/1.1" status: 200  len: 210 time: 0.0574527
Apr 20 18:25:30.124558 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f0e4b577-1a2a-46ce-824a-a55c7a6d73ae req-ce85879c-f3cb-47d2-907b-84dc6447c482 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1212709
Apr 20 18:25:30.169241 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e24a22a-c218-48d4-8725-8145c829c3b7 req-1ad0fe86-76a4-4a2c-a59e-55cdb3a53b75 service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1879857
Apr 20 18:25:30.324448 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-656d9552-7b31-4c89-9d81-05aefc093808 req-d7ea47d9-f57e-4045-a5bf-6fbb208f7cee tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d76f42f-0ee4-4faf-a489-4a7496325f01 HTTP/1.1" status: 200  len: 210 time: 0.0616605
Apr 20 18:25:30.525881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b1752-7161-4814-acff-d8a8951d5bea req-536b2e7f-4ee5-4af2-9ca0-10891e2083b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:30.527312 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1b9b1752-7161-4814-acff-d8a8951d5bea req-536b2e7f-4ee5-4af2-9ca0-10891e2083b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0877078
Apr 20 18:25:30.578246 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1b9b1752-7161-4814-acff-d8a8951d5bea req-2a2ba3f2-8dc5-483e-bc4d-87a49ca5c7f2 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445983
Apr 20 18:25:30.693407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:30.808463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631accf-a8c5-4d5e-9005-07c10d4ce729 req-029c25c6-f4e9-4002-bca0-b0121c5d78e1 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:30.810138 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3631accf-a8c5-4d5e-9005-07c10d4ce729 req-029c25c6-f4e9-4002-bca0-b0121c5d78e1 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1404066
Apr 20 18:25:30.837734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 5f1fe119-73f4-487d-94c6-c39e1fb10d46 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:30.879239 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3631accf-a8c5-4d5e-9005-07c10d4ce729 req-8261b945-ae06-4316-a401-fc698040067f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623653
Apr 20 18:25:30.909742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 5f1fe119-73f4-487d-94c6-c39e1fb10d46 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:30.910129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 5f1fe119-73f4-487d-94c6-c39e1fb10d46 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:30.910880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 0082900e-375e-431b-8ba8-3a33b09b0577 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:30.949268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 0082900e-375e-431b-8ba8-3a33b09b0577 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:30.949661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 0082900e-375e-431b-8ba8-3a33b09b0577 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:30.962890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0314564-bed3-4d01-a5b5-38ce4a7d60f2 req-c9dae0a9-e92c-4e41-ab11-de995cce2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:30.964490 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b0314564-bed3-4d01-a5b5-38ce4a7d60f2 req-c9dae0a9-e92c-4e41-ab11-de995cce2bc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1098 time: 0.1022880
Apr 20 18:25:31.008194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-b0314564-bed3-4d01-a5b5-38ce4a7d60f2 req-cfbf6037-2fb1-4d8c-b412-58b70798fbc4 service neutron] Synchronizing usage tracker for tenant:6338bce0329a42088756771470177c7f on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:31.023260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-b0314564-bed3-4d01-a5b5-38ce4a7d60f2 req-cfbf6037-2fb1-4d8c-b412-58b70798fbc4 service neutron] Unset dirty status for tenant:6338bce0329a42088756771470177c7f on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:31.024638 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b0314564-bed3-4d01-a5b5-38ce4a7d60f2 req-cfbf6037-2fb1-4d8c-b412-58b70798fbc4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533147
Apr 20 18:25:31.632432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e228b-8d8f-4c09-9828-8759373686c7 req-0e68d781-0ba4-478f-9559-d1ef117b40b5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:31.634014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7f6e228b-8d8f-4c09-9828-8759373686c7 req-0e68d781-0ba4-478f-9559-d1ef117b40b5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 945 time: 0.0945468
Apr 20 18:25:31.689213 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7f6e228b-8d8f-4c09-9828-8759373686c7 req-c663cf61-b87b-4373-b2c8-55758b85ed81 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458589
Apr 20 18:25:31.807854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adabead3-6fa9-45aa-8429-cb84c2edc987 req-29ff51ff-7d07-49e5-97ce-738a46fa78fe tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:31.816266 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-adabead3-6fa9-45aa-8429-cb84c2edc987 req-29ff51ff-7d07-49e5-97ce-738a46fa78fe tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.1107240
Apr 20 18:25:31.863182 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-adabead3-6fa9-45aa-8429-cb84c2edc987 req-2f53bb2c-0d62-4b65-a4e8-7a844203e41d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451617
Apr 20 18:25:32.068929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53032) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:32.107465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28ef2f-4b17-45be-a8c3-d45de6130ce0 req-a63303bf-0e05-40c4-8823-4c59ba602448 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:32.109128 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fe28ef2f-4b17-45be-a8c3-d45de6130ce0 req-a63303bf-0e05-40c4-8823-4c59ba602448 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0945837
Apr 20 18:25:32.164265 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fe28ef2f-4b17-45be-a8c3-d45de6130ce0 req-acd0339f-4b4c-46de-b823-f4c8cfcb9fca tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464873
Apr 20 18:25:32.227554 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-1889cc09-2167-46dc-aad4-f2124a69c412 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1569891
Apr 20 18:25:32.387706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-10580da0-eed9-4553-9fc9-036c8ce1ddea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.756480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:32.908825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1a4db-4f54-4cf6-98dd-5c5462189288 req-1a971f96-6cbf-439a-a549-9117f841fdac tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:32.909597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d2c1a4db-4f54-4cf6-98dd-5c5462189288 req-1a971f96-6cbf-439a-a549-9117f841fdac tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:32.926926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d2c1a4db-4f54-4cf6-98dd-5c5462189288 req-1a971f96-6cbf-439a-a549-9117f841fdac tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:32.928758 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2c1a4db-4f54-4cf6-98dd-5c5462189288 req-1a971f96-6cbf-439a-a549-9117f841fdac tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 945 time: 0.1145313
Apr 20 18:25:32.985854 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2c1a4db-4f54-4cf6-98dd-5c5462189288 req-224558e5-cbb8-469e-822a-1c8f5ce6a250 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487254
Apr 20 18:25:33.085020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85c611-edee-498c-b4c9-87369a71cb7e req-1e32e020-e0ef-4833-9b4a-1f0e643e6c9a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:33.086761 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb85c611-edee-498c-b4c9-87369a71cb7e req-1e32e020-e0ef-4833-9b4a-1f0e643e6c9a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0944571
Apr 20 18:25:33.140673 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb85c611-edee-498c-b4c9-87369a71cb7e req-7e07ecf5-766f-4648-abf2-b5e118d6ed6c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472682
Apr 20 18:25:33.201040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-84b9e6e6-e86e-4c19-bbe9-3c3eab529702 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:33.202639 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-84b9e6e6-e86e-4c19-bbe9-3c3eab529702 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 945 time: 0.0892322
Apr 20 18:25:33.293317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Deleting port d7110f76-a2e0-49fe-8734-f2f940cbb445 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:33.293797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.509312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c218865-dbbb-4e73-a41b-46904584f0b7 req-2ff0db4b-1ec9-4827-912e-f373fc316ed0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:33.510941 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c218865-dbbb-4e73-a41b-46904584f0b7 req-2ff0db4b-1ec9-4827-912e-f373fc316ed0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.2251346
Apr 20 18:25:33.534145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.635899 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c218865-dbbb-4e73-a41b-46904584f0b7 req-d331e39e-edd7-4d0b-a7a0-c96438d97367 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668242
Apr 20 18:25:33.693377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] For port d7110f76-a2e0-49fe-8734-f2f940cbb445, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d7110f76-a2e0-49fe-8734-f2f940cbb445,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:33.693744 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:33.882982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Calling delete_port for d7110f76-a2e0-49fe-8734-f2f940cbb445 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:33.993713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036def78-dc23-4461-b994-a0737887e20a req-bbbadf49-dfbd-4be1-9187-a5215660d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:33.995337 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-bbbadf49-dfbd-4be1-9187-a5215660d392 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27&tenant_id=ef76467afabe40069eec102250c40fc0 HTTP/1.1" status: 200  len: 1096 time: 0.2303519
Apr 20 18:25:34.152536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:34.166168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:34.187348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['23191db0-aaaa-416e-8c4b-3abdefac96e7', 'd7110f76-a2e0-49fe-8734-f2f940cbb445'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:34.218227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036def78-dc23-4461-b994-a0737887e20a req-94d5042b-810e-4769-bfbc-11400e07a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.219799 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-94d5042b-810e-4769-bfbc-11400e07a2bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 1096 time: 0.1764195
Apr 20 18:25:34.224172 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34082c7f-3185-474a-8b76-d4d81c2bf2b8 req-0e43094f-da9c-46fb-b9c5-d1bd4eb0f8cd tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 210 time: 0.1076794
Apr 20 18:25:34.274030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Pushing event deleted for resources: {'Port': ['ID=d7110f76-a2e0-49fe-8734-f2f940cbb445,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:34.288869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-c891fcfc-a2e5-4060-b6c2-1d563676d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.290605 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-c891fcfc-a2e5-4060-b6c2-1d563676d5c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=955c260aa1614be9af3114cf4e8f268a&device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 1098 time: 0.1260202
Apr 20 18:25:34.448631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036def78-dc23-4461-b994-a0737887e20a req-caf42701-86d4-4da6-84b6-3ca9bc316e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.450422 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-caf42701-86d4-4da6-84b6-3ca9bc316e31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.1775348
Apr 20 18:25:34.451149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:34.451609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:34.478519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-78ab916d-210e-4cec-a972-74136915e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.480121 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-78ab916d-210e-4cec-a972-74136915e97b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 200  len: 919 time: 0.1828501
Apr 20 18:25:34.581068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] No DVR routers for this DVR port d7110f76-a2e0-49fe-8734-f2f940cbb445 on host hv-cinder-78693 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:34.591013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:34.593719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757b937a-0306-40da-8edb-2ccd83f641cb', 'name': 'network-vif-deleted', 'tag': 'd7110f76-a2e0-49fe-8734-f2f940cbb445'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:34.601181 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-14cdda03-a434-4a47-bdb4-bcf4d70d99de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 200  len: 217 time: 0.0759544
Apr 20 18:25:34.646378 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "DELETE /v2.0/ports/d7110f76-a2e0-49fe-8734-f2f940cbb445 HTTP/1.1" status: 204  len: 173 time: 1.4326382
Apr 20 18:25:34.649418 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-49f8f9f0-d3e1-4a12-bf96-459e44d6c7b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a HTTP/1.1" status: 200  len: 999 time: 0.1820488
Apr 20 18:25:34.663242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6ed1a-8035-426a-9ae2-3b0d4025588a req-9b5aaade-3af4-4ad2-af11-e44ce50ce7b7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.664799 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-adf6ed1a-8035-426a-9ae2-3b0d4025588a req-9b5aaade-3af4-4ad2-af11-e44ce50ce7b7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.4582937
Apr 20 18:25:34.694894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714780b7-64ce-4add-905d-18d5f638a144 req-5b0c1a52-1156-42d7-a16b-55015cae0dba tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.696508 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-714780b7-64ce-4add-905d-18d5f638a144 req-5b0c1a52-1156-42d7-a16b-55015cae0dba tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.2154064
Apr 20 18:25:34.705555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-6e96fc4e-ad04-4104-b49d-8b6bc62ac787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.707131 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-6e96fc4e-ad04-4104-b49d-8b6bc62ac787 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 200  len: 858 time: 0.0989988
Apr 20 18:25:34.753695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036def78-dc23-4461-b994-a0737887e20a req-e5bc57b2-0955-4293-9b65-77413ad684fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.765573 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-e5bc57b2-0955-4293-9b65-77413ad684fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.0895271
Apr 20 18:25:34.804502 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-714780b7-64ce-4add-905d-18d5f638a144 req-513d464b-e9e8-4b42-9a6b-8a56173c7a9d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0924065
Apr 20 18:25:34.818812 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-3c85e07c-33a8-4a03-a3de-51066a0ccaa5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8cda7ac9-7880-42f9-83fa-9a04d660385f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682061
Apr 20 18:25:34.848973 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-adf6ed1a-8035-426a-9ae2-3b0d4025588a req-3ec08b8e-0aab-48cf-84bf-24dd754101e4 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457386
Apr 20 18:25:34.876950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036def78-dc23-4461-b994-a0737887e20a req-5c09b5f3-a80c-4315-a9e3-9cda9857e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:34.878794 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-5c09b5f3-a80c-4315-a9e3-9cda9857e5bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1123936
Apr 20 18:25:34.913004 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757b937a-0306-40da-8edb-2ccd83f641cb', 'name': 'network-vif-deleted', 'tag': 'd7110f76-a2e0-49fe-8734-f2f940cbb445', 'status': 'completed', 'code': 200}
Apr 20 18:25:35.013889 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-0787755e-dfbf-41f3-bb35-c488bc8c223b service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1875346
Apr 20 18:25:35.175367 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3980063f-464d-4b94-bc1f-fb29cedad3ac req-c6dee492-3893-4f98-a680-534222c4bdab service neutron] 10.222.0.36 "GET /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524193
Apr 20 18:25:35.251422 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-b725d2cd-7274-448e-9df9-634a7a9934c5 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3639169
Apr 20 18:25:35.459518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-3ad42ebf-2beb-4720-ab26-84452f7dd90d req-d5e8c2b3-8cf9-4038-b215-4ad6f9eacc44 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Synchronizing usage tracker for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:25:35.467784 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-bb31524f-ddaf-4713-8c22-8d56fd3ececa service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037082
Apr 20 18:25:35.479475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-3ad42ebf-2beb-4720-ab26-84452f7dd90d req-d5e8c2b3-8cf9-4038-b215-4ad6f9eacc44 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Unset dirty status for tenant:3980f2cb8d974b599823aa8a320628ad on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:25:35.480855 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3ad42ebf-2beb-4720-ab26-84452f7dd90d req-d5e8c2b3-8cf9-4038-b215-4ad6f9eacc44 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=757b937a-0306-40da-8edb-2ccd83f641cb HTTP/1.1" status: 200  len: 210 time: 0.1086164
Apr 20 18:25:36.035981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadcce0-178b-44a7-a153-8076998c0297 req-728a5f96-d4b7-4d89-8c76-0582a99143cf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:36.038405 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7aadcce0-178b-44a7-a153-8076998c0297 req-728a5f96-d4b7-4d89-8c76-0582a99143cf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0955899
Apr 20 18:25:36.068887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda1389-667e-404d-9420-3fe5bcef9dc0 req-1ac9ef1d-9d10-42f5-afc0-3b68886d0f8e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:36.070663 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2cda1389-667e-404d-9420-3fe5bcef9dc0 req-1ac9ef1d-9d10-42f5-afc0-3b68886d0f8e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0968988
Apr 20 18:25:36.089715 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7aadcce0-178b-44a7-a153-8076998c0297 req-4699afca-b522-4662-a3a6-4176bb8d444b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443912
Apr 20 18:25:36.125242 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2cda1389-667e-404d-9420-3fe5bcef9dc0 req-9f1893ad-5918-4b1f-b5b0-2523a6d1d8cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471737
Apr 20 18:25:36.681541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d7110f76-a2e0-49fe-8734-f2f940cbb445 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:36.741625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: d7110f76-a2e0-49fe-8734-f2f940cbb445 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:36.742901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d7110f76-a2e0-49fe-8734-f2f940cbb445 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:37.233370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53314) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:37.354311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd82e9-faf0-4104-8db0-d7bf502e3af7 req-b5d199cb-148a-4a24-932a-4da372b9e6b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:37.362035 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5ddd82e9-faf0-4104-8db0-d7bf502e3af7 req-b5d199cb-148a-4a24-932a-4da372b9e6b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.1140306
Apr 20 18:25:37.369864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69ea97-c95a-43f3-a3bd-8e942760e103 req-3fe9f5cf-9dac-4a0f-bdb4-3a500cf7abee tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:37.371892 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc69ea97-c95a-43f3-a3bd-8e942760e103 req-3fe9f5cf-9dac-4a0f-bdb4-3a500cf7abee tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1180952
Apr 20 18:25:37.413618 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5ddd82e9-faf0-4104-8db0-d7bf502e3af7 req-4f7c4cd9-d4f8-44fe-8b42-810092faffc6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505865
Apr 20 18:25:37.440962 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc69ea97-c95a-43f3-a3bd-8e942760e103 req-47a42335-6e5b-4f23-93fc-328b71931075 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623374
Apr 20 18:25:37.471425 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7a5ba3ce-7bec-4248-b1ab-6a6a9f3f2faa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=531ce5185679425eaddb154d9ad70128&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2343650
Apr 20 18:25:37.471738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53320) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:37.539038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1586329c-ff4d-416a-8bee-ef17fffb2a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:37.569724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1586329c-ff4d-416a-8bee-ef17fffb2a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:37.616333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1586329c-ff4d-416a-8bee-ef17fffb2a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:37.621624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-251bd98f-4807-4725-b88a-a27a79fa8bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:37.637327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586329c-ff4d-416a-8bee-ef17fffb2a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1e7bec-03f5-40f4-8b7a-012cbc6c029c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:37.640738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1586329c-ff4d-416a-8bee-ef17fffb2a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:37.649760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1586329c-ff4d-416a-8bee-ef17fffb2a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:37.652820 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1586329c-ff4d-416a-8bee-ef17fffb2a45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c1e7bec-03f5-40f4-8b7a-012cbc6c029c HTTP/1.1" status: 204  len: 168 time: 0.1801028
Apr 20 18:25:38.319497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20275031-9bb8-44e8-888b-39b901e469ce req-8388078c-786c-4cde-9ddb-e1c01cc1dfb9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:38.321095 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-20275031-9bb8-44e8-888b-39b901e469ce req-8388078c-786c-4cde-9ddb-e1c01cc1dfb9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0906165
Apr 20 18:25:38.373888 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-20275031-9bb8-44e8-888b-39b901e469ce req-97fb2792-e8bf-4108-9c6f-63a7991cf089 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460095
Apr 20 18:25:38.661788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb420db8-01dd-4f6d-b45b-e745fc3482c7 req-4033dbd7-4874-4de7-a109-a8e93063c557 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:38.664070 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cb420db8-01dd-4f6d-b45b-e745fc3482c7 req-4033dbd7-4874-4de7-a109-a8e93063c557 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0969899
Apr 20 18:25:38.672074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb139e-8e6f-408d-90e6-8b78052596ef req-17675fbf-a022-4c5a-86f5-bf673b975ada tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:38.674118 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-88cb139e-8e6f-408d-90e6-8b78052596ef req-17675fbf-a022-4c5a-86f5-bf673b975ada tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.1094723
Apr 20 18:25:38.728830 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-88cb139e-8e6f-408d-90e6-8b78052596ef req-58053d82-2a4f-4f21-974a-bffc12526079 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481687
Apr 20 18:25:38.940451 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cb420db8-01dd-4f6d-b45b-e745fc3482c7 req-795c9533-f4da-4b90-8f67-cde79c9502c3 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2689502
Apr 20 18:25:39.581892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06948cca-5f8b-43d7-b87c-a73e0ff3b5e7 req-3995c26c-a153-491d-8b40-3b74c1e78bdc tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:39.583492 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06948cca-5f8b-43d7-b87c-a73e0ff3b5e7 req-3995c26c-a153-491d-8b40-3b74c1e78bdc tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0942059
Apr 20 18:25:39.636657 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06948cca-5f8b-43d7-b87c-a73e0ff3b5e7 req-00f0be79-42e2-4f82-8443-2324107e5113 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468531
Apr 20 18:25:39.952037 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890305c-6483-47b5-b098-defa77f5bb28 req-4178b801-9b86-426c-a293-cbe01d213e20 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:39.953893 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c890305c-6483-47b5-b098-defa77f5bb28 req-4178b801-9b86-426c-a293-cbe01d213e20 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0964763
Apr 20 18:25:40.008790 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c890305c-6483-47b5-b098-defa77f5bb28 req-42a2f2c9-f917-4032-adac-db46e9641040 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476034
Apr 20 18:25:40.156268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9380d-b7ab-465c-af0e-003a189e1891 req-0f989a93-3fc7-4d33-b309-b0cbb704eadd tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:40.158037 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eda9380d-b7ab-465c-af0e-003a189e1891 req-0f989a93-3fc7-4d33-b309-b0cbb704eadd tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0906129
Apr 20 18:25:40.208094 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eda9380d-b7ab-465c-af0e-003a189e1891 req-84fe40ca-5b52-4c18-b487-f5c7cb018d8f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426264
Apr 20 18:25:40.842719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e856c-4158-4b4d-b38c-f81a0f2c642d req-80cdcf5f-00fa-4844-961c-53ead89caba8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:40.844338 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e51e856c-4158-4b4d-b38c-f81a0f2c642d req-80cdcf5f-00fa-4844-961c-53ead89caba8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0924881
Apr 20 18:25:40.894471 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e51e856c-4158-4b4d-b38c-f81a0f2c642d req-98acc54a-3ef2-488b-b35c-3dc8751d5944 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426865
Apr 20 18:25:41.231122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e018ad-cb47-49d4-9bfc-82e52d47a03e req-07534017-1446-449f-98f9-3726bcacdcd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:41.232774 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-31e018ad-cb47-49d4-9bfc-82e52d47a03e req-07534017-1446-449f-98f9-3726bcacdcd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0964839
Apr 20 18:25:41.291151 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-31e018ad-cb47-49d4-9bfc-82e52d47a03e req-c01f169f-faf2-49bc-a6ca-97f6076b580c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513744
Apr 20 18:25:41.422728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff7d9-171c-484c-a6ba-8af207f9fa82 req-7f20d445-5ae3-4b87-a3a2-3a4db995a666 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:41.424351 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34aff7d9-171c-484c-a6ba-8af207f9fa82 req-7f20d445-5ae3-4b87-a3a2-3a4db995a666 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0961325
Apr 20 18:25:41.475730 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34aff7d9-171c-484c-a6ba-8af207f9fa82 req-823d418e-7cce-4ae8-b8fa-7dfe62a9d13e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439694
Apr 20 18:25:42.104396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f6fe1-ebb5-4f27-82bb-40012dc7482a req-6212e11b-a236-42c1-a8db-9622ec50edff tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:42.106127 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1b3f6fe1-ebb5-4f27-82bb-40012dc7482a req-6212e11b-a236-42c1-a8db-9622ec50edff tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0935440
Apr 20 18:25:42.156232 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1b3f6fe1-ebb5-4f27-82bb-40012dc7482a req-f170e661-b7b4-48f5-af40-fa9b5172af18 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436158
Apr 20 18:25:42.501547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ffc7-3d29-459e-8b92-b27c54f4946d req-edf7e09a-f126-4bd6-8cee-2ed6afcb8fd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:42.503067 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f20ffc7-3d29-459e-8b92-b27c54f4946d req-edf7e09a-f126-4bd6-8cee-2ed6afcb8fd5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0899963
Apr 20 18:25:42.553990 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f20ffc7-3d29-459e-8b92-b27c54f4946d req-2c32fe69-c386-4e96-be16-0be985934580 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446517
Apr 20 18:25:42.690098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3bf7d-c290-432f-aea3-019de0f08e2a req-371921bc-91aa-4be3-9f69-66374dd36f06 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:42.691772 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eab3bf7d-c290-432f-aea3-019de0f08e2a req-371921bc-91aa-4be3-9f69-66374dd36f06 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0953379
Apr 20 18:25:42.743176 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eab3bf7d-c290-432f-aea3-019de0f08e2a req-b0e332f6-7f94-438c-9afa-8a5cfaac18a1 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441949
Apr 20 18:25:43.364455 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18613921-55a0-4515-b7e6-1f9b6a36fe55 req-f37e12c9-3f53-46a6-889c-ad2d0ab4a215 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:43.366056 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18613921-55a0-4515-b7e6-1f9b6a36fe55 req-f37e12c9-3f53-46a6-889c-ad2d0ab4a215 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0922923
Apr 20 18:25:43.414676 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18613921-55a0-4515-b7e6-1f9b6a36fe55 req-c7f55424-5fa4-4dc1-8c1f-625c036bc1aa tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422075
Apr 20 18:25:43.765431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95636e-513c-4ed5-b00d-7ca66dca393f req-9836854b-1ee6-4e28-a56b-c6b1ec5358fc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:43.767099 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de95636e-513c-4ed5-b00d-7ca66dca393f req-9836854b-1ee6-4e28-a56b-c6b1ec5358fc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0912278
Apr 20 18:25:43.830337 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de95636e-513c-4ed5-b00d-7ca66dca393f req-e13c55d4-934d-4c87-9ac0-4fbf3030d0a9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561593
Apr 20 18:25:43.965654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cc7e9-c3f3-47b8-a287-43bb60457ff4 req-7097f770-1524-41d8-a8cd-17be10ddaf9a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:43.967327 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bc0cc7e9-c3f3-47b8-a287-43bb60457ff4 req-7097f770-1524-41d8-a8cd-17be10ddaf9a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0955405
Apr 20 18:25:44.019373 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bc0cc7e9-c3f3-47b8-a287-43bb60457ff4 req-5cd72938-f34b-4fe6-935c-304c16490cb5 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454748
Apr 20 18:25:44.618493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae6fb-3d63-4be9-8265-dd43c039f39a req-6c4a2383-111a-4765-8670-e57ea7e324cb tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:44.620122 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649ae6fb-3d63-4be9-8265-dd43c039f39a req-6c4a2383-111a-4765-8670-e57ea7e324cb tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0899704
Apr 20 18:25:44.671023 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649ae6fb-3d63-4be9-8265-dd43c039f39a req-3809e97e-9681-4575-8836-5984ecb16b1c tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444381
Apr 20 18:25:45.046284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d87a42-9463-4c63-9950-2697b68bc0c2 req-d0fd3b3f-de51-44f5-ab29-a5b91424b10c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:45.047921 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-70d87a42-9463-4c63-9950-2697b68bc0c2 req-d0fd3b3f-de51-44f5-ab29-a5b91424b10c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0917635
Apr 20 18:25:45.098427 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-70d87a42-9463-4c63-9950-2697b68bc0c2 req-01d0d6ba-a23a-4f9e-a936-1e1b495ba3cd tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435438
Apr 20 18:25:45.244904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232468-f0db-45c1-bfa6-4bbfe9b1ca39 req-8d6a50c3-f602-44a1-8e9f-20358c3cdd1d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:45.246527 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-45232468-f0db-45c1-bfa6-4bbfe9b1ca39 req-8d6a50c3-f602-44a1-8e9f-20358c3cdd1d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1106007
Apr 20 18:25:45.296073 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-45232468-f0db-45c1-bfa6-4bbfe9b1ca39 req-c773ce22-ba3f-4a35-a3b2-5fa0c21cf1b9 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429876
Apr 20 18:25:45.891965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f50761-ff60-44e5-869f-b53be741c323 req-301c7f78-2c02-411a-ba00-d65cebde0271 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:45.893636 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8f50761-ff60-44e5-869f-b53be741c323 req-301c7f78-2c02-411a-ba00-d65cebde0271 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0919309
Apr 20 18:25:45.943540 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8f50761-ff60-44e5-869f-b53be741c323 req-d9bca99c-0203-4c73-8b08-50f5fb1e9999 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428846
Apr 20 18:25:46.310444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307a884-ab56-4b20-82da-218d668f535d req-4d53b04a-e602-45fb-a99c-6884bbdf4d4b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:46.312081 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5307a884-ab56-4b20-82da-218d668f535d req-4d53b04a-e602-45fb-a99c-6884bbdf4d4b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0887246
Apr 20 18:25:46.365273 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5307a884-ab56-4b20-82da-218d668f535d req-839bf222-71f2-422e-a214-857cdd5bdf18 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468552
Apr 20 18:25:46.512818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aab8d9-2599-4487-a1af-9ed7a6d36ef8 req-1cc9452a-78b9-4214-9798-7158e0a1b182 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:46.514478 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-02aab8d9-2599-4487-a1af-9ed7a6d36ef8 req-1cc9452a-78b9-4214-9798-7158e0a1b182 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0950086
Apr 20 18:25:46.567032 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-02aab8d9-2599-4487-a1af-9ed7a6d36ef8 req-438dd2c0-ce2d-4cdb-9c3e-349fbead9367 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459771
Apr 20 18:25:46.886761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:25:47.150318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5136d87-4598-4b4a-98ef-cff2ef6c15fb req-a879a6ea-4ada-4f90-a173-6aedbaf199d7 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:47.151891 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a5136d87-4598-4b4a-98ef-cff2ef6c15fb req-a879a6ea-4ada-4f90-a173-6aedbaf199d7 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0921803
Apr 20 18:25:47.202262 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a5136d87-4598-4b4a-98ef-cff2ef6c15fb req-8ffac5e9-98f7-4a94-8137-13747e1f186e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438166
Apr 20 18:25:47.576108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98a85f-39e5-40f7-ae3c-6fd0c194317d req-3ae9d3f0-dad6-46bb-812d-6ee036260c89 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:47.577959 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cf98a85f-39e5-40f7-ae3c-6fd0c194317d req-3ae9d3f0-dad6-46bb-812d-6ee036260c89 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0895979
Apr 20 18:25:47.625320 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cf98a85f-39e5-40f7-ae3c-6fd0c194317d req-a36b3531-5cfd-4dc6-9734-95da9474a51b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406411
Apr 20 18:25:47.771900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786875a-3bfc-4fd8-bf02-a468cc8d8459 req-432e724e-c048-4736-89e2-cc79931fa461 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:47.773483 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4786875a-3bfc-4fd8-bf02-a468cc8d8459 req-432e724e-c048-4736-89e2-cc79931fa461 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0886126
Apr 20 18:25:47.824587 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4786875a-3bfc-4fd8-bf02-a468cc8d8459 req-47e9679e-3f9a-4d96-85a9-3553bde6491e tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443525
Apr 20 18:25:48.402479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de190a9-2da8-41bf-9993-1bb02fa39e1b req-10661e7c-e4ea-420c-bbd0-aaabf811897b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:48.404075 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0de190a9-2da8-41bf-9993-1bb02fa39e1b req-10661e7c-e4ea-420c-bbd0-aaabf811897b tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0912027
Apr 20 18:25:48.451457 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0de190a9-2da8-41bf-9993-1bb02fa39e1b req-ffdb9741-57d8-4c5f-be0d-789802418916 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409486
Apr 20 18:25:48.830394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d51179-aa8d-429d-a96e-3566cd21846f req-a3ae8578-5744-45ea-aa97-40f60183a2b9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:48.831999 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-84d51179-aa8d-429d-a96e-3566cd21846f req-a3ae8578-5744-45ea-aa97-40f60183a2b9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0870919
Apr 20 18:25:48.879751 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-84d51179-aa8d-429d-a96e-3566cd21846f req-2aaf2fd9-7966-449a-badb-719847a79e9c tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409296
Apr 20 18:25:49.031266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bd60c-85d9-498c-a87f-b85164129e27 req-5e2fe0cd-a167-4fc3-b42c-c3e4b50380b3 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:49.032812 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d66bd60c-85d9-498c-a87f-b85164129e27 req-5e2fe0cd-a167-4fc3-b42c-c3e4b50380b3 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0912843
Apr 20 18:25:49.080325 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d66bd60c-85d9-498c-a87f-b85164129e27 req-191ffdbb-d294-4a81-a5cc-087c06b6357a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407784
Apr 20 18:25:49.659240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc60337-9673-4b49-a0c0-72d74bd67495 req-1ff2eeed-03c3-4d20-83d2-e9e433cdc152 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:49.662116 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbc60337-9673-4b49-a0c0-72d74bd67495 req-1ff2eeed-03c3-4d20-83d2-e9e433cdc152 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0920525
Apr 20 18:25:49.710394 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbc60337-9673-4b49-a0c0-72d74bd67495 req-aedadfa8-531d-45e8-aa86-705a67ef46ac tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/security-groups?id=95948fac-7c38-4bac-b58b-e8341cfe462d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423608
Apr 20 18:25:49.997031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-20934bda-8937-4adc-a160-a0d24469ec0e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:49.998603 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-20934bda-8937-4adc-a160-a0d24469ec0e tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 945 time: 0.0918565
Apr 20 18:25:50.129304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Deleting port 23191db0-aaaa-416e-8c4b-3abdefac96e7 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:50.129685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:50.208012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80904e-cf3c-491f-a264-c4c920729146 req-3c6ff0a7-ceac-4630-8a30-6c20118cd5e3 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:50.209556 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b80904e-cf3c-491f-a264-c4c920729146 req-3c6ff0a7-ceac-4630-8a30-6c20118cd5e3 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.2059109
Apr 20 18:25:50.434441 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b80904e-cf3c-491f-a264-c4c920729146 req-03dd4b2b-4e57-4609-99e4-f1921e1b6a10 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1928544
Apr 20 18:25:50.459576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] For port 23191db0-aaaa-416e-8c4b-3abdefac96e7, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=23191db0-aaaa-416e-8c4b-3abdefac96e7,segment=NetworkSegment(608663f8-3cb0-4e59-b2c9-4e124e88913c),segment_id=608663f8-3cb0-4e59-b2c9-4e124e88913c)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:50.459916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:50.591664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Calling delete_port for 23191db0-aaaa-416e-8c4b-3abdefac96e7 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:50.739668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:50.746799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:50.777486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['23191db0-aaaa-416e-8c4b-3abdefac96e7'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:50.797444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Pushing event deleted for resources: {'Port': ['ID=23191db0-aaaa-416e-8c4b-3abdefac96e7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:50.809189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.809610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.810025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.810433 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.810867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.811269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.811670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.812069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.812466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.812867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.813263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.813657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:50.854260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:50.894391 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87d12989-9c30-419c-aa7e-d4bc0b7adfa1 req-9b13a725-e8a8-48d2-833b-a9a3dba0a3b5 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f9d529-91fc-49e7-9140-ed7acdd0b2ed HTTP/1.1" status: 200  len: 210 time: 0.0511940
Apr 20 18:25:50.899980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] No DVR routers for this DVR port 23191db0-aaaa-416e-8c4b-3abdefac96e7 on host hv-cinder-78693 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:50.902439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:50.905306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f9d529-91fc-49e7-9140-ed7acdd0b2ed', 'name': 'network-vif-deleted', 'tag': '23191db0-aaaa-416e-8c4b-3abdefac96e7'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:50.921625 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0b32f737-7b2d-4e1f-ae6a-2c4bd35035fe req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] 10.222.0.36 "DELETE /v2.0/ports/23191db0-aaaa-416e-8c4b-3abdefac96e7 HTTP/1.1" status: 204  len: 173 time: 0.8777890
Apr 20 18:25:50.963416 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f9d529-91fc-49e7-9140-ed7acdd0b2ed', 'name': 'network-vif-deleted', 'tag': '23191db0-aaaa-416e-8c4b-3abdefac96e7', 'status': 'completed', 'code': 200}
Apr 20 18:25:51.644990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6509b-c66e-4bca-897a-45afaef8a947 req-540105d4-f1c8-42aa-9857-9bb84c53592a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:51.646610 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3fb6509b-c66e-4bca-897a-45afaef8a947 req-540105d4-f1c8-42aa-9857-9bb84c53592a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0869858
Apr 20 18:25:51.694191 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3fb6509b-c66e-4bca-897a-45afaef8a947 req-6bb54c1f-091c-4dca-834a-09dc96a923eb tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411282
Apr 20 18:25:51.999749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53420) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:52.067645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Deleting subnet 77f5479e-298b-4eff-a461-39d950d993bb {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:25:52.071754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:52.127124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:52.186015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:52.439612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:52.444483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1c21923a-0efb-48b4-8683-1fe87726bc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:52.482484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f5479e-298b-4eff-a461-39d950d993bb,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:52.484588 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:52.487192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:52.491973 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/77f5479e-298b-4eff-a461-39d950d993bb HTTP/1.1" status: 204  len: 168 time: 0.4910126
Apr 20 18:25:52.494585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53426) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:52.610451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:52.916381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b92bea-9e30-4c6f-b41a-0844ef95b117 req-6226de74-c44a-4e15-9ec7-11e0e99d4748 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:52.917990 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-89b92bea-9e30-4c6f-b41a-0844ef95b117 req-6226de74-c44a-4e15-9ec7-11e0e99d4748 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0952625
Apr 20 18:25:52.951759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:52.966519 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-89b92bea-9e30-4c6f-b41a-0844ef95b117 req-3f2d9eb2-36f5-477a-bf0e-75bf3a47d26d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419424
Apr 20 18:25:53.063892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a9312a4e0>,) {'filters': {'network_id': ['f6c31916-db3f-4eef-ba20-4a218aa43e3d']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:53.076742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9312a4e0>, '608663f8-3cb0-4e59-b2c9-4e124e88913c') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:53.077078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9312a4e0>, '608663f8-3cb0-4e59-b2c9-4e124e88913c') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:25:53.089348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:53.103680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:53.109749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:25:53.289031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:25:53.298016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:53.476555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Network f6c31916-db3f-4eef-ba20-4a218aa43e3d has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:25:53.500045 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:25:53.578261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:53.581904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1c67270-1fd4-4082-81a6-d9cfa9f3b81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:53.597304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:53.603844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c31916-db3f-4eef-ba20-4a218aa43e3d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:53.608669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:53.613907 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f6c31916-db3f-4eef-ba20-4a218aa43e3d HTTP/1.1" status: 204  len: 168 time: 1.1182978
Apr 20 18:25:53.794296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53440) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:53.845222 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-05e02746-6042-4e2b-8fe1-7d18e9497b05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3980f2cb8d974b599823aa8a320628ad&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0491173
Apr 20 18:25:53.847304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53444) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:25:53.910401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b4256628-7146-4ae6-8f72-b2e8ce0f1c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:53.938315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b4256628-7146-4ae6-8f72-b2e8ce0f1c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:53.981402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b4256628-7146-4ae6-8f72-b2e8ce0f1c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:53.986180 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-428eb4a0-7c96-4c24-a6b2-27e609671040 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:54.000883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4256628-7146-4ae6-8f72-b2e8ce0f1c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95948fac-7c38-4bac-b58b-e8341cfe462d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:54.003337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b4256628-7146-4ae6-8f72-b2e8ce0f1c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:54.009022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b4256628-7146-4ae6-8f72-b2e8ce0f1c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:54.010025 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b4256628-7146-4ae6-8f72-b2e8ce0f1c36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95948fac-7c38-4bac-b58b-e8341cfe462d HTTP/1.1" status: 204  len: 168 time: 0.1617470
Apr 20 18:25:54.173618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a1f9a-602b-40b3-bcdf-75fb5548f4d2 req-4d83e33c-7858-4041-8b0b-c897c7d23541 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:54.175249 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-340a1f9a-602b-40b3-bcdf-75fb5548f4d2 req-4d83e33c-7858-4041-8b0b-c897c7d23541 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0890639
Apr 20 18:25:54.226363 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-340a1f9a-602b-40b3-bcdf-75fb5548f4d2 req-c92ee971-18d8-47d5-bae5-d69307d76a18 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441763
Apr 20 18:25:54.767717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 23191db0-aaaa-416e-8c4b-3abdefac96e7 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:25:54.811997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 23191db0-aaaa-416e-8c4b-3abdefac96e7 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:25:54.812371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 23191db0-aaaa-416e-8c4b-3abdefac96e7 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:25:54.851462 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe7282-fdd1-4d9f-960c-5bbe5824ebd8 req-6aed6b4e-65de-4cad-abc5-10288b2f2c53 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:54.853195 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2fe7282-fdd1-4d9f-960c-5bbe5824ebd8 req-6aed6b4e-65de-4cad-abc5-10288b2f2c53 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0933523
Apr 20 18:25:54.900730 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2fe7282-fdd1-4d9f-960c-5bbe5824ebd8 req-9ea4a8ab-8746-4e42-a9a1-29693cde35fd tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408249
Apr 20 18:25:55.438547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a4db8-72d9-406c-a81d-d4075fa51e97 req-2f6d2f40-c391-485f-b302-98e34511420d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:55.440170 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-549a4db8-72d9-406c-a81d-d4075fa51e97 req-2f6d2f40-c391-485f-b302-98e34511420d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0935061
Apr 20 18:25:55.488619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-549a4db8-72d9-406c-a81d-d4075fa51e97 req-a4a1c9df-2770-439f-b24b-70418ff280ec tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412662
Apr 20 18:25:56.104492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47604faa-1ad4-4a8d-a357-2dec2405f98c req-3e68db2c-b93c-4bdc-9652-90fcbcdf1978 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:56.106066 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-47604faa-1ad4-4a8d-a357-2dec2405f98c req-3e68db2c-b93c-4bdc-9652-90fcbcdf1978 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.0915017
Apr 20 18:25:56.157814 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-47604faa-1ad4-4a8d-a357-2dec2405f98c req-596e5984-ef53-4b6f-aeb0-e063eef684d4 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451283
Apr 20 18:25:56.257840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:56.693544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0ee0-dac2-4a56-8cc1-610b04118f2e req-b68db57d-f0bc-44cc-8270-f611e7f82ca4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:56.695273 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c1b0ee0-dac2-4a56-8cc1-610b04118f2e req-b68db57d-f0bc-44cc-8270-f611e7f82ca4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 943 time: 0.0882320
Apr 20 18:25:56.741993 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c1b0ee0-dac2-4a56-8cc1-610b04118f2e req-af8a8dfe-6ec7-4a9f-a1ea-551109fa5334 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405490
Apr 20 18:25:56.766939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:25:56.905432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:56.922373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'port_id': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'mac_address': 'fa:16:3e:79:e5:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:25:56.979654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:56.997139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a0881e-aa0d-4b50-9adb-fff6187fd91a {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:25:57.013474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:57.016275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:57.017981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:57.087016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=9']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:57.094654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.095046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.095427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.095803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.096175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.096543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.096910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.097276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.097640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.098003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.098364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.098755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:25:57.102793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:57.341693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-99884f85-a6a6-4e1d-865d-2c069e911217 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:57.343393 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-99884f85-a6a6-4e1d-865d-2c069e911217 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.36 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.1401651
Apr 20 18:25:57.360057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['b2a0881e-aa0d-4b50-9adb-fff6187fd91a'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:25:57.437831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Deleting port d239680d-38c9-4ba3-bd52-11d907a6c4ab {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:25:57.438186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:57.493546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a50b4e-e2ed-44c7-934a-5acb7468f02a req-c22ade30-c9d0-49d6-83e9-3b9e7ce5e71f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:57.495210 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-79a50b4e-e2ed-44c7-934a-5acb7468f02a req-c22ade30-c9d0-49d6-83e9-3b9e7ce5e71f tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 945 time: 0.2174461
Apr 20 18:25:57.610255 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-79a50b4e-e2ed-44c7-934a-5acb7468f02a req-b3b34c15-c7e9-4fef-8a5f-d7f2eae4f76b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055427
Apr 20 18:25:57.762854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] For port d239680d-38c9-4ba3-bd52-11d907a6c4ab, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d239680d-38c9-4ba3-bd52-11d907a6c4ab,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:25:57.763380 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:57.899151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Calling delete_port for d239680d-38c9-4ba3-bd52-11d907a6c4ab owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:25:57.957340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfbb34-3e8d-4581-ba54-a0e1ed0efa65 req-d486bb73-031c-400f-bf17-1bc203e9a216 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:57.959499 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c4cfbb34-3e8d-4581-ba54-a0e1ed0efa65 req-d486bb73-031c-400f-bf17-1bc203e9a216 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.0918090
Apr 20 18:25:58.008268 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c4cfbb34-3e8d-4581-ba54-a0e1ed0efa65 req-356eb302-464e-4083-b6af-7d40410ada09 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422962
Apr 20 18:25:58.049390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:58.056206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:25:58.107268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Pushing event deleted for resources: {'Port': ['ID=d239680d-38c9-4ba3-bd52-11d907a6c4ab,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:25:58.134987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:25:58.183883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] No DVR routers for this DVR port d239680d-38c9-4ba3-bd52-11d907a6c4ab on host hv-cinder-78693 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:25:58.186175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:25:58.188886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2', 'name': 'network-vif-deleted', 'tag': 'd239680d-38c9-4ba3-bd52-11d907a6c4ab'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:25:58.204214 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b4acdf6-6381-4c4a-91b7-101ed7ee5493 req-8a571ab3-e36a-4f62-bd3c-04eb53d30ce7 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.36 "DELETE /v2.0/ports/d239680d-38c9-4ba3-bd52-11d907a6c4ab HTTP/1.1" status: 204  len: 173 time: 0.8540697
Apr 20 18:25:58.236261 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2', 'name': 'network-vif-deleted', 'tag': 'd239680d-38c9-4ba3-bd52-11d907a6c4ab', 'status': 'completed', 'code': 200}
Apr 20 18:25:58.909190 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-92074d6f-46fe-4db2-96da-44375b36381a req-76336d76-cef9-4b99-a195-3d18aa5b9170 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 210 time: 0.0481944
Apr 20 18:25:59.219185 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb70514-6833-4a16-b52b-0cb2e46222e4 req-a6d6adaf-745f-4af6-8b8c-c79bc5389f86 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:25:59.220657 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2cb70514-6833-4a16-b52b-0cb2e46222e4 req-a6d6adaf-745f-4af6-8b8c-c79bc5389f86 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.0894420
Apr 20 18:25:59.267336 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2cb70514-6833-4a16-b52b-0cb2e46222e4 req-90e8500f-5317-4a6d-9807-d559362e51c5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398421
Apr 20 18:26:00.068994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ad80abe4-892c-4b05-870c-9cea3bcbff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:00.071367 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-42b9da57-f945-421f-bca6-0cf6f30cd756 req-a5f3c588-25e3-4242-8420-4c9cc232982d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 210 time: 0.0529308
Apr 20 18:26:00.470925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a67227-6f9a-4f1f-9fdc-c61e31bcc007 req-a624d9a1-8f4e-4668-97e9-099ddb4201ea tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:00.472484 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f6a67227-6f9a-4f1f-9fdc-c61e31bcc007 req-a624d9a1-8f4e-4668-97e9-099ddb4201ea tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.0883305
Apr 20 18:26:00.519538 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f6a67227-6f9a-4f1f-9fdc-c61e31bcc007 req-df074c90-903d-4e60-ab26-8ea60245c150 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407276
Apr 20 18:26:00.661870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['f4183893-034f-4afd-ada7-b34dd9be918e', 'd239680d-38c9-4ba3-bd52-11d907a6c4ab'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:26:01.250742 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fba90c77-82b4-4c6c-9e06-cdf447ea83fe req-95922a85-374c-4330-ba1a-8ead2a27f5ce tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=6688fe1d-5b0e-4d5f-aff8-1cb4589aa6a2 HTTP/1.1" status: 200  len: 210 time: 0.0485551
Apr 20 18:26:01.725962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336aa1f-2bf0-4475-b767-acadaba7c970 req-360f7150-23f2-457a-8a09-aa4d23464fe6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:01.727546 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4336aa1f-2bf0-4475-b767-acadaba7c970 req-360f7150-23f2-457a-8a09-aa4d23464fe6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 944 time: 0.0898244
Apr 20 18:26:01.776704 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4336aa1f-2bf0-4475-b767-acadaba7c970 req-e5563bd2-a45c-4e4e-8daa-a1b1896bdbf8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428874
Apr 20 18:26:02.379665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-509a4be2-76fa-444f-b26f-aec29ff6ea4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:02.598611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:26:02.671630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port b2a0881e-aa0d-4b50-9adb-fff6187fd91a triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:26:02.671964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:02.740850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a3c1b-86d1-41cb-9b76-55f954a1aa66 req-33490936-f677-4c51-8cb2-ad5d854e4c33 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:02.742502 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d74a3c1b-86d1-41cb-9b76-55f954a1aa66 req-33490936-f677-4c51-8cb2-ad5d854e4c33 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0919566
Apr 20 18:26:02.748446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:02.791946 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d74a3c1b-86d1-41cb-9b76-55f954a1aa66 req-12d6df3b-3fad-4fc3-a6d2-4737be8f26aa tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417416
Apr 20 18:26:02.809684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:02.837392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:26:02.847556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:02.852223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:02.853130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d239680d-38c9-4ba3-bd52-11d907a6c4ab no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:26:02.886422 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:02.917676 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'code': 200}
Apr 20 18:26:02.928874 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: d239680d-38c9-4ba3-bd52-11d907a6c4ab {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:26:02.929203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d239680d-38c9-4ba3-bd52-11d907a6c4ab not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:26:02.964580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=10']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:02.967751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:02.989527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aea323-d22f-4b3c-8801-c3fd1ac233f9 req-d986e61f-2891-4ccb-a653-7d9178ee474e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:02.991709 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-69aea323-d22f-4b3c-8801-c3fd1ac233f9 req-d986e61f-2891-4ccb-a653-7d9178ee474e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 946 time: 0.0893602
Apr 20 18:26:03.041470 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-69aea323-d22f-4b3c-8801-c3fd1ac233f9 req-77df006c-a183-4c80-ad2e-cf19a8a6513d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434237
Apr 20 18:26:03.466811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719fdb35-1034-4292-bcd9-7083141c202e req-942f1f5b-389f-412b-9e1f-227fadcd13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:03.468389 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719fdb35-1034-4292-bcd9-7083141c202e req-942f1f5b-389f-412b-9e1f-227fadcd13d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 1099 time: 0.0769253
Apr 20 18:26:03.515918 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719fdb35-1034-4292-bcd9-7083141c202e req-4d879ff5-7960-473d-a1b3-f099d2d48a66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398605
Apr 20 18:26:03.528058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:03.995335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdff11-9588-4f07-8bcf-c2e902652d9d req-0bbfbba6-a9c0-492d-9843-ac6b6f4a3932 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:03.996900 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71bdff11-9588-4f07-8bcf-c2e902652d9d req-0bbfbba6-a9c0-492d-9843-ac6b6f4a3932 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0871518
Apr 20 18:26:04.047522 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71bdff11-9588-4f07-8bcf-c2e902652d9d req-63d94758-8ad4-4d47-b19f-9c5fea94765d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442724
Apr 20 18:26:04.250227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c339a-47d1-48b2-a808-eda7a5b30880 req-a64ffd7a-f513-485c-843f-5ec47baaf3f9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:04.251816 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6e2c339a-47d1-48b2-a808-eda7a5b30880 req-a64ffd7a-f513-485c-843f-5ec47baaf3f9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 946 time: 0.0906632
Apr 20 18:26:04.298952 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6e2c339a-47d1-48b2-a808-eda7a5b30880 req-98ed77ac-bf33-443f-8238-8d58e2f6b7ff tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404201
Apr 20 18:26:04.436716 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.078623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53596) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:05.213178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.229264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:05.233305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Usage tracker for resource:security_group_rule and tenant:3df3d110e56e43b7bd140856ae8c0ba8 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:05.236285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:05.243064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:05.255338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7bbbd-c938-4899-b8ec-738d22e98b21 req-1c242425-b2b4-4982-af60-fab70529d11c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:05.257147 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8bf7bbbd-c938-4899-b8ec-738d22e98b21 req-1c242425-b2b4-4982-af60-fab70529d11c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0908818
Apr 20 18:26:05.306870 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8bf7bbbd-c938-4899-b8ec-738d22e98b21 req-c38916e8-390e-4c36-b6e6-27c50623b056 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432060
Apr 20 18:26:05.337984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.340746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.351864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1229c159-8666-489c-b1b6-75607ab1d2d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:05.390436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109cad6f-99cf-42c2-be3f-d65a89c5759a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:05.402778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 53620) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:05.403450 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3df3d110e56e43b7bd140856ae8c0ba8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3235912
Apr 20 18:26:05.404655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:05.479163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.509514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.524228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e9a5-bc71-4c15-b170-aab28a50f412 req-bdcfb506-f669-4354-8eca-12d85b8510d9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:05.525810 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-76c9e9a5-bc71-4c15-b170-aab28a50f412 req-bdcfb506-f669-4354-8eca-12d85b8510d9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 946 time: 0.0983331
Apr 20 18:26:05.561096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.566431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6804b303-c4c0-47bf-8738-e0010c8101bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:05.575729 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-76c9e9a5-bc71-4c15-b170-aab28a50f412 req-a0d45303-e1a4-4f89-a60d-6364f0cd1826 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430982
Apr 20 18:26:05.577311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109cad6f-99cf-42c2-be3f-d65a89c5759a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:05.590327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.590790 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.591306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.591704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.592096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.592487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.600150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.600150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.600150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.600150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.600150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.600150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:05.600150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:05.602174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.605170 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/109cad6f-99cf-42c2-be3f-d65a89c5759a HTTP/1.1" status: 204  len: 168 time: 0.2008841
Apr 20 18:26:05.894241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 53638) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:05.913865 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:05.929853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:05.934016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Usage tracker for resource:security_group_rule and tenant:3cbdfdd161a84e53a7faed7648cf1f62 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:05.937022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:05.942903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:06.026632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:06.029451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:06.038757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-79405f35-640f-4fc2-a202-1f20187fce7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:06.079307 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3cbdfdd161a84e53a7faed7648cf1f62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1839235
Apr 20 18:26:06.080919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c31942-e107-41a7-85a7-8c65cba223ad,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:06.082200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53642) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:06.084629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:06.143673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f0fab757-4ca7-48ba-8cbd-ed55091beb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:06.171615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f0fab757-4ca7-48ba-8cbd-ed55091beb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:06.214641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f0fab757-4ca7-48ba-8cbd-ed55091beb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:06.219428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f607fe71-3edc-427f-beb5-de243a012900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:06.232368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fab757-4ca7-48ba-8cbd-ed55091beb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c31942-e107-41a7-85a7-8c65cba223ad,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:06.234600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f0fab757-4ca7-48ba-8cbd-ed55091beb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:06.242493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f0fab757-4ca7-48ba-8cbd-ed55091beb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:06.243713 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f0fab757-4ca7-48ba-8cbd-ed55091beb7c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a8c31942-e107-41a7-85a7-8c65cba223ad HTTP/1.1" status: 204  len: 168 time: 0.1591742
Apr 20 18:26:06.513870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45806175-ca4c-49f0-9969-f3cd76829ef5 req-246d60c9-c6c5-4c79-9152-a340a939936d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:06.515487 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-45806175-ca4c-49f0-9969-f3cd76829ef5 req-246d60c9-c6c5-4c79-9152-a340a939936d tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0922465
Apr 20 18:26:06.567179 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-45806175-ca4c-49f0-9969-f3cd76829ef5 req-6299e335-b8e9-4d50-871f-a20883dc121b tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411229
Apr 20 18:26:06.790444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a670f-6041-4bcc-8ca2-57b4655b48c2 req-32b6a320-22a5-43e5-baec-e9c434246990 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:06.792092 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-716a670f-6041-4bcc-8ca2-57b4655b48c2 req-32b6a320-22a5-43e5-baec-e9c434246990 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 946 time: 0.0953724
Apr 20 18:26:06.844262 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-716a670f-6041-4bcc-8ca2-57b4655b48c2 req-d07913e0-f787-4647-ad94-8b5af2dbbf6d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453007
Apr 20 18:26:07.786919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c833a-aba3-4b95-9eb1-bac0edd546c0 req-ddd38379-1345-4326-8541-cf7c6267a544 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:07.788567 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-700c833a-aba3-4b95-9eb1-bac0edd546c0 req-ddd38379-1345-4326-8541-cf7c6267a544 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0931389
Apr 20 18:26:07.843200 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-700c833a-aba3-4b95-9eb1-bac0edd546c0 req-cbe58184-1610-4f6f-8828-df9d598b63e4 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478902
Apr 20 18:26:09.047310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29ac12-b982-4cb3-85e8-5ba9937de667 req-103dff99-0827-4b7a-92f0-91f57f120417 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:09.048067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-ae29ac12-b982-4cb3-85e8-5ba9937de667 req-103dff99-0827-4b7a-92f0-91f57f120417 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Synchronizing usage tracker for tenant:955c260aa1614be9af3114cf4e8f268a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:26:09.062801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-ae29ac12-b982-4cb3-85e8-5ba9937de667 req-103dff99-0827-4b7a-92f0-91f57f120417 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Unset dirty status for tenant:955c260aa1614be9af3114cf4e8f268a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:26:09.063950 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ae29ac12-b982-4cb3-85e8-5ba9937de667 req-103dff99-0827-4b7a-92f0-91f57f120417 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.1057017
Apr 20 18:26:09.111355 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ae29ac12-b982-4cb3-85e8-5ba9937de667 req-f2ff6c63-ff3d-4d91-baf9-333d3136279c tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/security-groups?id=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410714
Apr 20 18:26:09.199202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-f5de8f67-7267-4def-9b23-726676917e2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:09.200732 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-f5de8f67-7267-4def-9b23-726676917e2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.36 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 945 time: 0.0862522
Apr 20 18:26:09.278560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Deleting port f4183893-034f-4afd-ada7-b34dd9be918e {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:26:09.278944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:09.537917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] For port f4183893-034f-4afd-ada7-b34dd9be918e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f4183893-034f-4afd-ada7-b34dd9be918e,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:09.538354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:09.887825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Calling delete_port for f4183893-034f-4afd-ada7-b34dd9be918e owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:26:10.033616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:10.041172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-838e8c0d-1387-4c14-9836-f6c2011adaf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:10.068977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['f4183893-034f-4afd-ada7-b34dd9be918e'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:26:10.092690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Pushing event deleted for resources: {'Port': ['ID=f4183893-034f-4afd-ada7-b34dd9be918e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:10.131867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:10.176665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] No DVR routers for this DVR port f4183893-034f-4afd-ada7-b34dd9be918e on host hv-cinder-78693 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:26:10.179458 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:10.183769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888724ad-feda-4539-a72f-4c20f18b223d', 'name': 'network-vif-deleted', 'tag': 'f4183893-034f-4afd-ada7-b34dd9be918e'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:26:10.197887 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ebb5a4ca-c6f3-462f-8af4-29cf31f397bc req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.36 "DELETE /v2.0/ports/f4183893-034f-4afd-ada7-b34dd9be918e HTTP/1.1" status: 204  len: 173 time: 0.9909155
Apr 20 18:26:10.296027 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888724ad-feda-4539-a72f-4c20f18b223d', 'name': 'network-vif-deleted', 'tag': 'f4183893-034f-4afd-ada7-b34dd9be918e', 'status': 'completed', 'code': 200}
Apr 20 18:26:10.303673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-0a052a06-550a-4e1a-978b-a7ceed5d30ad req-7ea1ae34-3aba-49d8-969a-b5a7d137c4b0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Synchronizing usage tracker for tenant:955c260aa1614be9af3114cf4e8f268a on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:26:10.320658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-0a052a06-550a-4e1a-978b-a7ceed5d30ad req-7ea1ae34-3aba-49d8-969a-b5a7d137c4b0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Unset dirty status for tenant:955c260aa1614be9af3114cf4e8f268a on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:26:10.322330 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0a052a06-550a-4e1a-978b-a7ceed5d30ad req-7ea1ae34-3aba-49d8-969a-b5a7d137c4b0 tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] 10.222.0.22 "GET /v2.0/ports?device_id=888724ad-feda-4539-a72f-4c20f18b223d HTTP/1.1" status: 200  len: 210 time: 0.0891004
Apr 20 18:26:11.434838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53754) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:11.814179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a651a2d-a74c-4398-aff8-4dcb6ba153ae req-a3c73a4f-8f54-458c-9e6e-836c047a6aee tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:11.816053 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5a651a2d-a74c-4398-aff8-4dcb6ba153ae req-a3c73a4f-8f54-458c-9e6e-836c047a6aee tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1187348
Apr 20 18:26:11.869444 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5a651a2d-a74c-4398-aff8-4dcb6ba153ae req-ef230ae9-0ee3-420c-b0d5-4192a77524e4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453510
Apr 20 18:26:12.023735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.393979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Deleting port d42a7d3a-57d7-41f5-ab4f-edd623d536d8 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:26:12.394281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.580893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] For port d42a7d3a-57d7-41f5-ab4f-edd623d536d8, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,segment=NetworkSegment(4a52bda0-b8ae-4653-8f96-ef7c3390c7b7),segment_id=4a52bda0-b8ae-4653-8f96-ef7c3390c7b7)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:12.581360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:12.711802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Calling delete_port for d42a7d3a-57d7-41f5-ab4f-edd623d536d8 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:26:13.073359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:13.078064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:13.126229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Pushing event deleted for resources: {'Port': ['ID=d42a7d3a-57d7-41f5-ab4f-edd623d536d8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:13.129443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:13.225208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f6c237-ff3b-4b7f-a5d1-7af5b9b33b37 req-c3041233-4cac-494a-a832-7deea9d0c2f4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:13.226809 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b7f6c237-ff3b-4b7f-a5d1-7af5b9b33b37 req-c3041233-4cac-494a-a832-7deea9d0c2f4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.2318575
Apr 20 18:26:13.414495 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b7f6c237-ff3b-4b7f-a5d1-7af5b9b33b37 req-f13b004f-e30b-48f2-a5e5-592101bff4d3 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1776540
Apr 20 18:26:13.694735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:13.791779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 53806) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:13.918651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:13.934035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:13.938036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Usage tracker for resource:security_group_rule and tenant:301df247287d4b8cb7a11d30ca7587a0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:13.940958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:13.947547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:14.034063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.038044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.047405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:14.078390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:26:14.089499 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=301df247287d4b8cb7a11d30ca7587a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2965541
Apr 20 18:26:14.090533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e505893-525a-4fce-8833-b69325d1d0c8,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:14.093078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 53812) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:14.096078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:14.155808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6070157-5c0e-4c20-972d-ba3bcf1b02f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.183443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6070157-5c0e-4c20-972d-ba3bcf1b02f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.227971 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6070157-5c0e-4c20-972d-ba3bcf1b02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.232898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1f374370-5ee1-4fa1-842d-091f78587b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:14.247806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6070157-5c0e-4c20-972d-ba3bcf1b02f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e505893-525a-4fce-8833-b69325d1d0c8,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:14.253203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a6070157-5c0e-4c20-972d-ba3bcf1b02f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:14.255292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6070157-5c0e-4c20-972d-ba3bcf1b02f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.259198 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a6070157-5c0e-4c20-972d-ba3bcf1b02f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e505893-525a-4fce-8833-b69325d1d0c8 HTTP/1.1" status: 204  len: 168 time: 0.1624331
Apr 20 18:26:14.272513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:26:14.282381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] Sync routers for ids ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:26:14.292802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] Routers {'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:26:14.293556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9e063470>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:26:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:14.300324 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] 10.222.0.22 "PUT /v2.0/routers/e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8618629
Apr 20 18:26:14.300775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 53818) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:14.488183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] Set router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:26:14.502117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.596596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53826) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:14.618666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.636033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:14.641642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Usage tracker for resource:security_group_rule and tenant:1caa81f9a6424f70b20cb3ecf34f94c6 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:14.644923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:14.652499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:14.655682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device f4183893-034f-4afd-ada7-b34dd9be918e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:26:14.705486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: f4183893-034f-4afd-ada7-b34dd9be918e {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:26:14.706739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device f4183893-034f-4afd-ada7-b34dd9be918e not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:26:14.754203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.756736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3be7c4-59af-42f4-837d-95809528d1ab req-c1329977-0f6e-4c59-bc57-9bac47786251 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:14.758350 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f3be7c4-59af-42f4-837d-95809528d1ab req-c1329977-0f6e-4c59-bc57-9bac47786251 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1937532
Apr 20 18:26:14.767754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.779759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a343fbbd-7cca-4d4e-85a7-e03fd1eadb63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:14.798444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9e063470>, [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': 'acee8867-a114-460f-bfa7-17967f50182e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:26:12Z', 'revision_number': 5, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port': {'id': 'acee8867-a114-460f-bfa7-17967f50182e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:21Z', 'updated_at': '2021-04-20T18:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:14.803849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] Checking router: e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:26:14.807927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.813617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] Routers {'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:26:14.814512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9e063470>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:26:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:14.826242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Deleting port acee8867-a114-460f-bfa7-17967f50182e {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:26:14.826659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.834671 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1caa81f9a6424f70b20cb3ecf34f94c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2368610
Apr 20 18:26:14.835765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b480a5c1-81e4-4e3d-80a4-7dbdf54cb946,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:14.839196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:14.840066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53830) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:14.879403 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f3be7c4-59af-42f4-837d-95809528d1ab req-d8dd3dab-00a2-4663-a0a9-5e3ef3fb60ff tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087015
Apr 20 18:26:14.905950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ece7-4642-4f62-8590-03b9ea8e5702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.934817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ece7-4642-4f62-8590-03b9ea8e5702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.979539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] Set router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:26:14.986496 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ece7-4642-4f62-8590-03b9ea8e5702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:14.992253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b4256628-7146-4ae6-8f72-b2e8ce0f1c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:15.006144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3ece7-4642-4f62-8590-03b9ea8e5702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b480a5c1-81e4-4e3d-80a4-7dbdf54cb946,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:15.009222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d0f3ece7-4642-4f62-8590-03b9ea8e5702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:15.010192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d0f3ece7-4642-4f62-8590-03b9ea8e5702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:15.014256 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d0f3ece7-4642-4f62-8590-03b9ea8e5702 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b480a5c1-81e4-4e3d-80a4-7dbdf54cb946 HTTP/1.1" status: 204  len: 168 time: 0.1731071
Apr 20 18:26:15.038224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] For port acee8867-a114-460f-bfa7-17967f50182e, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=acee8867-a114-460f-bfa7-17967f50182e,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:15.038612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:15.096807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9e063470>, [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:26:14Z', 'revision_number': 6, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:15.101618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d202cbd-5668-4d69-8331-42f66719cdf1 None None] The sync data for ids ['e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad'] in dv-cinder-786930-2-iscsi is: [{'id': 'e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad', 'name': 'tempest-ServerRescueNegativeTestJSON-611975027-router', 'tenant_id': '955c260aa1614be9af3114cf4e8f268a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:26:14Z', 'revision_number': 6, 'project_id': '955c260aa1614be9af3114cf4e8f268a', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:26:15.382834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Calling delete_port for acee8867-a114-460f-bfa7-17967f50182e owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:26:15.703632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:15.712439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c1ae146-5f5e-40d0-b489-65f79d904210 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:15.787812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=acee8867-a114-460f-bfa7-17967f50182e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:15.800675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:15.857186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.055343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.057675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.087684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fcd88-de5f-41ce-9d10-20e719f39d68 req-23d97b8e-5d55-49ad-ab1b-ec7d4f112071 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:16.089256 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f2fcd88-de5f-41ce-9d10-20e719f39d68 req-23d97b8e-5d55-49ad-ab1b-ec7d4f112071 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0955548
Apr 20 18:26:16.146088 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f2fcd88-de5f-41ce-9d10-20e719f39d68 req-862c176f-ca55-429f-be35-019e04e0977a tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500214
Apr 20 18:26:16.158196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.158883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:26:16.174130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.175415 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e2b6efe8-c1ac-47f5-b650-7c9a65eb18ad HTTP/1.1" status: 204  len: 168 time: 1.8734040
Apr 20 18:26:16.178943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53884) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:16.254205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] Deleting subnet 0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:26:16.257389 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.310684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.369462 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.644643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.650541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:16.659657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device acee8867-a114-460f-bfa7-17967f50182e no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:26:16.688828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dcd3f33-c6c9-4132-a7c4-68a6e28676c2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:16.703731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:16.705068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.706077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: acee8867-a114-460f-bfa7-17967f50182e {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:26:16.706577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device acee8867-a114-460f-bfa7-17967f50182e not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:26:16.707138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device d42a7d3a-57d7-41f5-ab4f-edd623d536d8 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:26:16.712377 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-28d80cbc-d86c-4ca0-8176-1f1f589cbea4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0dcd3f33-c6c9-4132-a7c4-68a6e28676c2 HTTP/1.1" status: 204  len: 168 time: 0.5325027
Apr 20 18:26:16.715024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53908) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:16.746820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: d42a7d3a-57d7-41f5-ab4f-edd623d536d8 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:26:16.747218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device d42a7d3a-57d7-41f5-ab4f-edd623d536d8 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:26:16.834642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:16.966223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:17.082753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a98a0c0b8>,) {'filters': {'network_id': ['8cda7ac9-7880-42f9-83fa-9a04d660385f']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:17.096912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a98a0c0b8>, '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:17.097445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a98a0c0b8>, '4a52bda0-b8ae-4653-8f96-ef7c3390c7b7') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:26:17.109650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:17.124400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:17.131465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:26:17.331976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:26:17.342186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:17.355468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce273c9-8f46-498c-a7b8-f425762da0af req-c5f8a9bf-303a-4bcd-8ce5-d9fab9f3a74d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:17.357113 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fce273c9-8f46-498c-a7b8-f425762da0af req-c5f8a9bf-303a-4bcd-8ce5-d9fab9f3a74d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0893269
Apr 20 18:26:17.406662 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fce273c9-8f46-498c-a7b8-f425762da0af req-21f627f5-d82d-412b-8844-5f5fa3ada112 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427763
Apr 20 18:26:17.530526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Network 8cda7ac9-7880-42f9-83fa-9a04d660385f has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:26:17.553747 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:26:17.632878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:17.638325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:17.642532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:17.671175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cda7ac9-7880-42f9-83fa-9a04d660385f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:17.673850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:17.678929 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-382f2396-bf6c-45b5-9310-7662739238c4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8cda7ac9-7880-42f9-83fa-9a04d660385f HTTP/1.1" status: 204  len: 168 time: 0.9628575
Apr 20 18:26:17.815249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c66d15-744d-413f-85ef-0f212c1429a2 req-62ce04ad-5bf9-411c-bb64-67e24fc40203 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:17.834425 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d9c66d15-744d-413f-85ef-0f212c1429a2 req-62ce04ad-5bf9-411c-bb64-67e24fc40203 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1298821
Apr 20 18:26:17.886887 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d9c66d15-744d-413f-85ef-0f212c1429a2 req-f99afcf8-a8d9-4fff-bd5d-eff433beb8db tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486741
Apr 20 18:26:17.917666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd51150-7005-4805-b395-ca82961b91be req-4981c39a-5bf7-45b6-b11d-046113ebb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:17.917666 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ccd51150-7005-4805-b395-ca82961b91be req-4981c39a-5bf7-45b6-b11d-046113ebb8c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 1098 time: 0.0942400
Apr 20 18:26:17.919142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 53936) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:18.066855 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2e2d83c9-36ad-4d35-a166-2674e6692c61 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=955c260aa1614be9af3114cf4e8f268a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1463516
Apr 20 18:26:18.070184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 53940) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:18.100976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd51150-7005-4805-b395-ca82961b91be req-bbba8df3-9672-4ecd-a898-31cf28d6c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:18.102586 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ccd51150-7005-4805-b395-ca82961b91be req-bbba8df3-9672-4ecd-a898-31cf28d6c4ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1807599
Apr 20 18:26:18.131560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da57cd4a-0d04-477d-b8dc-9db9ca979c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:18.169359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da57cd4a-0d04-477d-b8dc-9db9ca979c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:18.214497 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ccd51150-7005-4805-b395-ca82961b91be req-902002f1-36d8-407d-8b0c-8f5cca31a505 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0687950b-e993-4a24-910e-500f131bfe37 HTTP/1.1" status: 200  len: 1001 time: 0.1042588
Apr 20 18:26:18.216489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da57cd4a-0d04-477d-b8dc-9db9ca979c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:18.221528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ae3d6d79-9ff7-4d38-83a4-6edd82960cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:18.236598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57cd4a-0d04-477d-b8dc-9db9ca979c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:18.239002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-da57cd4a-0d04-477d-b8dc-9db9ca979c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:18.244334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da57cd4a-0d04-477d-b8dc-9db9ca979c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:18.247930 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-da57cd4a-0d04-477d-b8dc-9db9ca979c29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdcde21f-bbb6-4c22-ab0b-19c1e9dea9d9 HTTP/1.1" status: 204  len: 168 time: 0.1742306
Apr 20 18:26:18.289214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd51150-7005-4805-b395-ca82961b91be req-8357e667-738f-41fe-8cd3-755ee5be3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:18.290804 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ccd51150-7005-4805-b395-ca82961b91be req-8357e667-738f-41fe-8cd3-755ee5be3a25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0655036
Apr 20 18:26:18.388486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd51150-7005-4805-b395-ca82961b91be req-00fbed4b-dc89-4741-809c-d1a70b59433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:18.390011 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ccd51150-7005-4805-b395-ca82961b91be req-00fbed4b-dc89-4741-809c-d1a70b59433a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0902107
Apr 20 18:26:18.537966 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ccd51150-7005-4805-b395-ca82961b91be req-1009859f-e089-450b-a3f3-931273953051 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383004
Apr 20 18:26:18.688226 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ccd51150-7005-4805-b395-ca82961b91be req-c05818e2-1983-4b46-bd7b-d0fa86bef8e0 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1428826
Apr 20 18:26:19.097944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7b48c-7b3b-490b-bfcc-dce268b76769 req-ff5b0fa8-6d17-4b3b-b725-abbcefe7f6a1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:19.100677 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7bf7b48c-7b3b-490b-bfcc-dce268b76769 req-ff5b0fa8-6d17-4b3b-b725-abbcefe7f6a1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0907621
Apr 20 18:26:19.155786 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7bf7b48c-7b3b-490b-bfcc-dce268b76769 req-a6419dc2-9cb4-4a8f-bfb6-b6f174875f7f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478950
Apr 20 18:26:20.361284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb952e36-176e-40a6-a732-92f4bd78b164 req-c2d8a2ef-b0be-41a6-95b9-1ea0f83660a6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:20.362924 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb952e36-176e-40a6-a732-92f4bd78b164 req-c2d8a2ef-b0be-41a6-95b9-1ea0f83660a6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0941498
Apr 20 18:26:20.419666 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb952e36-176e-40a6-a732-92f4bd78b164 req-1bc48acf-7e9e-442d-ba6f-495e051476b9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504758
Apr 20 18:26:20.594288 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54022) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:20.718829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:20.734228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:20.738228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Usage tracker for resource:security_group_rule and tenant:fc0ae6f3e9ca4670a2f2dd2242fc9337 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:20.741858 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:20.748123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:20.837090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:20.839886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:20.849060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f600478f-600a-4bd3-a1c6-0f325874e96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:20.894559 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc0ae6f3e9ca4670a2f2dd2242fc9337&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2989900
Apr 20 18:26:20.896242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b81cd6-a3f9-45b5-bb22-686aca62de83,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:20.897423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54028) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:20.899397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:20.961508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-83aba662-7b27-4902-b6d6-5909d7cd20ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:20.988526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-83aba662-7b27-4902-b6d6-5909d7cd20ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.031346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-83aba662-7b27-4902-b6d6-5909d7cd20ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.037321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-24f01db0-1b18-4912-9d6a-058046b0c4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:21.049597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aba662-7b27-4902-b6d6-5909d7cd20ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b81cd6-a3f9-45b5-bb22-686aca62de83,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:21.053291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-83aba662-7b27-4902-b6d6-5909d7cd20ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:21.055317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-83aba662-7b27-4902-b6d6-5909d7cd20ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.056770 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-83aba662-7b27-4902-b6d6-5909d7cd20ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41b81cd6-a3f9-45b5-bb22-686aca62de83 HTTP/1.1" status: 204  len: 168 time: 0.1579933
Apr 20 18:26:21.350153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54038) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:21.370332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.386101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:21.390134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Usage tracker for resource:security_group_rule and tenant:b5507527f1ac4d66be3e3d87b7af9373 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:21.393085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:21.399069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:21.482139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.485048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.495260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:21.540767 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5507527f1ac4d66be3e3d87b7af9373&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1893988
Apr 20 18:26:21.541601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0b3cad-7c95-4f30-9d26-37dd1c300bc1,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:21.543831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54042) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:21.544771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:21.608427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3718607-bf98-42cc-9a73-0e397681c6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.638802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3718607-bf98-42cc-9a73-0e397681c6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.685598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3718607-bf98-42cc-9a73-0e397681c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.690555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa903833-7009-442e-9178-980821b47ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:21.703304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3718607-bf98-42cc-9a73-0e397681c6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0b3cad-7c95-4f30-9d26-37dd1c300bc1,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:21.706985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a3718607-bf98-42cc-9a73-0e397681c6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:21.712675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3718607-bf98-42cc-9a73-0e397681c6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:21.716671 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a3718607-bf98-42cc-9a73-0e397681c6dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a0b3cad-7c95-4f30-9d26-37dd1c300bc1 HTTP/1.1" status: 204  len: 168 time: 0.1689789
Apr 20 18:26:23.839491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54106) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:23.886705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:26:23.979246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:23.994397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:23.998392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Usage tracker for resource:security_group_rule and tenant:a5d2740e370143b99edb652fb1db92cb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:24.001321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:24.007841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:24.094412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.098237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.107055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-69163bd1-02b7-488f-b695-d71f199578cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:24.153553 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5d2740e370143b99edb652fb1db92cb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3128786
Apr 20 18:26:24.154383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501270c-0740-492f-885a-11421d594c72,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:24.156479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54112) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:24.157635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:24.221915 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5391ab41-458c-4893-ab79-bfee41cb7ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.250175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5391ab41-458c-4893-ab79-bfee41cb7ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.293940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5391ab41-458c-4893-ab79-bfee41cb7ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.298893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-559a4a4a-53fc-4fe8-b929-282de38f4cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:24.311599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391ab41-458c-4893-ab79-bfee41cb7ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501270c-0740-492f-885a-11421d594c72,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:24.313845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5391ab41-458c-4893-ab79-bfee41cb7ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:24.321752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5391ab41-458c-4893-ab79-bfee41cb7ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.322972 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5391ab41-458c-4893-ab79-bfee41cb7ab4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1501270c-0740-492f-885a-11421d594c72 HTTP/1.1" status: 204  len: 168 time: 0.1653144
Apr 20 18:26:24.623660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54122) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:24.643350 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.658300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:24.663053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Usage tracker for resource:security_group_rule and tenant:1310bec7c4c745cda0b8401b7b85ff75 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:24.665908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:24.672461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:24.760850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.763743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:24.772648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b68c0781-739f-474f-b5af-c652207456fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:25.038242 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1310bec7c4c745cda0b8401b7b85ff75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4131753
Apr 20 18:26:25.040164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd8eee0-78f5-44b1-b4e1-1de54d46f270,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:25.041398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54126) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:25.043727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:25.105024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b0b91ab0-3722-4038-9d39-878546f9dced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:25.132587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b0b91ab0-3722-4038-9d39-878546f9dced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:25.175730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b0b91ab0-3722-4038-9d39-878546f9dced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:25.181281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:25.194379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b91ab0-3722-4038-9d39-878546f9dced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd8eee0-78f5-44b1-b4e1-1de54d46f270,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:25.199990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b0b91ab0-3722-4038-9d39-878546f9dced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:25.204158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b0b91ab0-3722-4038-9d39-878546f9dced admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:25.205402 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b0b91ab0-3722-4038-9d39-878546f9dced admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/acd8eee0-78f5-44b1-b4e1-1de54d46f270 HTTP/1.1" status: 204  len: 168 time: 0.1626811
Apr 20 18:26:26.289432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:26.399868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54160) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:26.525738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:26.541222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:26.545662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Usage tracker for resource:security_group_rule and tenant:887a299c11244d229102249c0ff597b9 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:26.548212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:26.554752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:26.644905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:26.647871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:26.656529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6ae7835b-413c-4bbc-821f-d6014e6c8d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:26.697150 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=887a299c11244d229102249c0ff597b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2960989
Apr 20 18:26:26.700070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54168) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:26.701279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a6a095-ce10-4259-b0bf-7be5d9e5676e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:26.704479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:26.767439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e24f9a7a-40ed-4595-a3cd-702c72bb1e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:26.796758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e24f9a7a-40ed-4595-a3cd-702c72bb1e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:26.840654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e24f9a7a-40ed-4595-a3cd-702c72bb1e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:26.845582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a9c3c7e0-7764-4e9b-98ad-4ed0b2fb7b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:26.858697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f9a7a-40ed-4595-a3cd-702c72bb1e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a6a095-ce10-4259-b0bf-7be5d9e5676e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:26.861120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e24f9a7a-40ed-4595-a3cd-702c72bb1e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:26.869835 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e24f9a7a-40ed-4595-a3cd-702c72bb1e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:26.871086 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e24f9a7a-40ed-4595-a3cd-702c72bb1e41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34a6a095-ce10-4259-b0bf-7be5d9e5676e HTTP/1.1" status: 204  len: 168 time: 0.1699626
Apr 20 18:26:30.070718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ffb7bd26-e88a-4dc8-8b37-dc3b4e7303e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:32.381920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d617be61-268a-415a-9eed-7797bcb97605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:32.745751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:33.529634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:34.439797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.285005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.822035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54428) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:56.953494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:56.972412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:56.976539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:714882367e7f4aff9e4e4fb802754268 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:56.979637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:56.985562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:57.080714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.083723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.093127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9641ebc6-adaf-49d9-9379-3266ba608cde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:57.135389 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=714882367e7f4aff9e4e4fb802754268&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121357
Apr 20 18:26:57.136317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baaacce-69c2-4197-8832-b1f6e751ced9,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:57.138279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54438) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:57.144398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.144818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.145223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.145620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.146013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.146404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.146824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.147285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.147677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.148061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.148437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.148806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:26:57.153043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:57.263576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bbe743d1-55a0-48d5-b614-fe4e20f01f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.304753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bbe743d1-55a0-48d5-b614-fe4e20f01f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.320111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50dc0d-31d1-4cc3-883d-032f177c95b6 req-9f5c44d5-f0b5-4776-a368-2ecc857c361b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:57.321642 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eb50dc0d-31d1-4cc3-883d-032f177c95b6 req-9f5c44d5-f0b5-4776-a368-2ecc857c361b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 946 time: 0.1607938
Apr 20 18:26:57.394032 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eb50dc0d-31d1-4cc3-883d-032f177c95b6 req-781e60c3-f6a0-4569-a828-d2ff565b8d33 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598807
Apr 20 18:26:57.401138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bbe743d1-55a0-48d5-b614-fe4e20f01f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.405831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a6070157-5c0e-4c20-972d-ba3bcf1b02f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:57.417584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe743d1-55a0-48d5-b614-fe4e20f01f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baaacce-69c2-4197-8832-b1f6e751ced9,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:57.420429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bbe743d1-55a0-48d5-b614-fe4e20f01f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:57.433228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bbe743d1-55a0-48d5-b614-fe4e20f01f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:57.434440 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-bbe743d1-55a0-48d5-b614-fe4e20f01f41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8baaacce-69c2-4197-8832-b1f6e751ced9 HTTP/1.1" status: 204  len: 168 time: 0.2950685
Apr 20 18:26:58.615301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe8f68-ef67-492e-983e-a94c14dda893 req-7701fc1a-5725-4654-ab97-93f529bacffa tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:58.617438 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-79fe8f68-ef67-492e-983e-a94c14dda893 req-7701fc1a-5725-4654-ab97-93f529bacffa tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 946 time: 0.0951624
Apr 20 18:26:58.682985 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-79fe8f68-ef67-492e-983e-a94c14dda893 req-b1d0dd31-20df-4d10-b770-9403ab4c778d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581524
Apr 20 18:26:58.794360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54494) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:58.920293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:58.935914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:26:58.940174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Usage tracker for resource:security_group_rule and tenant:36d362ed72834adcb4ff29544e5621e2 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:26:58.943130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:26:58.949549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:26:59.035638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.035829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89894866-39f9-4550-a794-988916bcb0c2 req-b7593a43-36bf-4033-82d7-945402082c7d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:59.038395 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-89894866-39f9-4550-a794-988916bcb0c2 req-b7593a43-36bf-4033-82d7-945402082c7d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 946 time: 0.0939164
Apr 20 18:26:59.039406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.052573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-13aba27e-8c0c-4652-8f6a-a5228f0936d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:59.081818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f255ab-a15b-486a-b403-9b17ff3828c7,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:59.086854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:59.105041 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36d362ed72834adcb4ff29544e5621e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3092823
Apr 20 18:26:59.107709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54510) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:26:59.128030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Deleting port b2a0881e-aa0d-4b50-9adb-fff6187fd91a {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:26:59.128427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.171419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c80bba88-9375-4561-be28-3dbd68e6da08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.200827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c80bba88-9375-4561-be28-3dbd68e6da08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.248852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c80bba88-9375-4561-be28-3dbd68e6da08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.253954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-17a14245-0d62-401b-8648-3e10c9dca60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:26:59.265713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bba88-9375-4561-be28-3dbd68e6da08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f255ab-a15b-486a-b403-9b17ff3828c7,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:26:59.268353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c80bba88-9375-4561-be28-3dbd68e6da08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:26:59.276888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c80bba88-9375-4561-be28-3dbd68e6da08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.281036 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c80bba88-9375-4561-be28-3dbd68e6da08 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1f255ab-a15b-486a-b403-9b17ff3828c7 HTTP/1.1" status: 204  len: 168 time: 0.1720276
Apr 20 18:26:59.403228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] For port b2a0881e-aa0d-4b50-9adb-fff6187fd91a, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:26:59.403628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.753878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.754397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.754857 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Floating IP 02556811-5157-4bfb-ba18-0a832adf45d3 disassociated. External IP: 172.27.0.124, port: b2a0881e-aa0d-4b50-9adb-fff6187fd91a.
Apr 20 18:26:59.755450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Calling delete_port for b2a0881e-aa0d-4b50-9adb-fff6187fd91a owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:26:59.958036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac766ba7-512d-42db-8b33-b043cc37a7a9 req-757f5959-3a3d-4eb9-ba21-bc4feae7fae6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:26:59.963004 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ac766ba7-512d-42db-8b33-b043cc37a7a9 req-757f5959-3a3d-4eb9-ba21-bc4feae7fae6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 946 time: 0.1015294
Apr 20 18:26:59.989876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:26:59.998256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:00.015743 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ac766ba7-512d-42db-8b33-b043cc37a7a9 req-785a79b4-0298-4732-b8be-746b50fbbecc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465736
Apr 20 18:27:00.055775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event deleted for resources: {'Port': ['ID=b2a0881e-aa0d-4b50-9adb-fff6187fd91a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:00.058501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:00.246639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-253d84c6-63f8-4f0b-83a3-4ad0134fab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.254779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Router f4ddc2a0-8974-4063-a4ec-869df88b53fa has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:27:00.454876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:27:00.464903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] Sync routers for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:00.477141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:00.477924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a984c6400>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:26:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:00.547819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] No DVR routers for this DVR port b2a0881e-aa0d-4b50-9adb-fff6187fd91a on host hv-cinder-78693 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:27:00.550234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:00.553258 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-deleted', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:00.576268 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-89894866-39f9-4550-a794-988916bcb0c2 req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "DELETE /v2.0/ports/b2a0881e-aa0d-4b50-9adb-fff6187fd91a HTTP/1.1" status: 204  len: 173 time: 1.5314076
Apr 20 18:27:00.620109 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27', 'name': 'network-vif-deleted', 'tag': 'b2a0881e-aa0d-4b50-9adb-fff6187fd91a', 'status': 'completed', 'code': 200}
Apr 20 18:27:00.694609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:00.896715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:27:01.080664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a984c6400>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:01.085345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] Checking router: f4ddc2a0-8974-4063-a4ec-869df88b53fa for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:01.104796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:01.110196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a984c6400>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:26:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:01.251062 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-805dc904-df9d-4e03-8142-07ec1505b2fd req-5568c8a2-d908-4b65-b0af-1c786904b650 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=2fc4c27f-cb54-4e90-b5c7-e29aaa58fd27 HTTP/1.1" status: 200  len: 210 time: 0.0650923
Apr 20 18:27:01.357207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:01.873449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a984c6400>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:01.877673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb773e4-e91d-4bb0-a97b-0cc10902667d None None] The sync data for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi is: [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:02.389681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e1bdd-ad5b-4538-8481-b05523b29104 None None] New status for floating IP 02556811-5157-4bfb-ba18-0a832adf45d3: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:27:02.390802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da8c2cae-2627-4fa3-b5d7-4c1389281a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.422355 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54596) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:02.525968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7a7f2b4f-6718-4057-8e42-b6eff29ea1f4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.561234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7a7f2b4f-6718-4057-8e42-b6eff29ea1f4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.608738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7a7f2b4f-6718-4057-8e42-b6eff29ea1f4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.614351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cd5d29d9-800e-4b06-882e-aae768eade01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:02.630873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f2b4f-6718-4057-8e42-b6eff29ea1f4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7671e46a-3c11-40f8-96b4-b3bc7cc70a1c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:02.634204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7a7f2b4f-6718-4057-8e42-b6eff29ea1f4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:02.642325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7a7f2b4f-6718-4057-8e42-b6eff29ea1f4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.644419 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7a7f2b4f-6718-4057-8e42-b6eff29ea1f4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "DELETE /v2.0/security-groups/7671e46a-3c11-40f8-96b4-b3bc7cc70a1c HTTP/1.1" status: 204  len: 168 time: 0.2207863
Apr 20 18:27:02.647616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54602) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:02.667590 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.v2.resource [None req-ef1b4542-ba5e-41e8-b797-5e8509f0b3fb tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] show failed (client error): The resource could not be found.
Apr 20 18:27:02.668689 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ef1b4542-ba5e-41e8-b797-5e8509f0b3fb tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups/7671e46a-3c11-40f8-96b4-b3bc7cc70a1c HTTP/1.1" status: 404  len: 347 time: 0.0196192
Apr 20 18:27:02.671796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54606) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:02.751766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.844350 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Deleting port 4769610f-d09f-4918-95a0-0df6f1c8168c {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:27:02.844731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:02.923222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:27:02.961687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: b2a0881e-aa0d-4b50-9adb-fff6187fd91a {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:27:02.962191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device b2a0881e-aa0d-4b50-9adb-fff6187fd91a not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:27:03.029395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.029768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.159800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Calling delete_port for 4769610f-d09f-4918-95a0-0df6f1c8168c owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:27:03.519261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.524672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:03.532488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.571765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event deleted for resources: {'Port': ['ID=4769610f-d09f-4918-95a0-0df6f1c8168c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:03.602626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:03.669724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.680336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54618) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:03.684996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.689265 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "DELETE /v2.0/floatingips/02556811-5157-4bfb-ba18-0a832adf45d3 HTTP/1.1" status: 204  len: 168 time: 1.0134676
Apr 20 18:27:03.825643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.841074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:03.845282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Usage tracker for resource:security_group_rule and tenant:6a1c2ca054664924bc32998a9efa88cf is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:03.848211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:03.854097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:03.943779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.946982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:03.956093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-50dc8ba1-0d4b-45f1-9586-50303af89e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:03.965295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54628) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:03.971323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1891338733', 'description': 'tempest-description--237982572'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:03.978247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:03.982728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:security_group and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:03.986019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:03.992619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:04.001829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6a1c2ca054664924bc32998a9efa88cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3178213
Apr 20 18:27:04.001829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d226d0-b0b5-48a7-aeb8-bd221b0f119f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:04.002148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54632) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:04.003588 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:04.020473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.065737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:04.073544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:security_group_rule and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:04.078160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:04.094637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:04.127969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da9d475e-f960-42bb-b156-2e3388869a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.199773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.206503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.212769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da9d475e-f960-42bb-b156-2e3388869a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.219828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-55c65e50-6373-412e-b515-3a8ba166b906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:04.283014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.284231 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3178589
Apr 20 18:27:04.288250 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54640) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:04.294109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8807881c-94d0-4d71-a3c7-51586151e17b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:04.294444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'security_group_rule': {'security_group_id': '8807881c-94d0-4d71-a3c7-51586151e17b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:04.297052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:04.301004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:04.305926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:security_group_rule and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:04.308576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da9d475e-f960-42bb-b156-2e3388869a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.308977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:04.313576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-da0dd8c7-60e7-4b88-b454-de716b7377b5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:04.315233 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:04.327931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d475e-f960-42bb-b156-2e3388869a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d226d0-b0b5-48a7-aeb8-bd221b0f119f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:04.330218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-da9d475e-f960-42bb-b156-2e3388869a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:04.332474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da9d475e-f960-42bb-b156-2e3388869a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.334852 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-da9d475e-f960-42bb-b156-2e3388869a22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29d226d0-b0b5-48a7-aeb8-bd221b0f119f HTTP/1.1" status: 204  len: 168 time: 0.3304694
Apr 20 18:27:04.337443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.408645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.411366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.414361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d10fe787-1a93-42f1-a2d3-7b6796e3f11b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:04.441235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbedb41f-4e1e-4e3f-9365-c42972febf12,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:04.443517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.447733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:04.459264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.461061 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1716692
Apr 20 18:27:04.463895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54648) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:04.469360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'security_group_rule': {'security_group_id': '8807881c-94d0-4d71-a3c7-51586151e17b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:04.475771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:04.479796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:security_group_rule and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:04.482803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:04.488748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:04.505139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.573486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.577203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.579324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:04.601988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c88867d-8f7e-4890-950f-25c8d4d7b8b7,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:04.609513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:04.616544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.617815 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1529112
Apr 20 18:27:04.620993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54656) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:04.626322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:04.632441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:04.636421 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Usage tracker for resource:floatingip and tenant:ef76467afabe40069eec102250c40fc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:04.639378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:04.645404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:04.655334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.809173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:04.951085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Allocated IP 172.27.0.27 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/dd3f8f46-4bf6-4deb-a4b5-9671ca150b8b) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:05.042078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54672) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:05.118109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.148197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.153020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:05.203064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1881174376-network', 'tenant_id': '1075f749f50d4350a332442d30431fe7'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:05.211247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:05.227557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:05.228648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Usage tracker for resource:network and tenant:1075f749f50d4350a332442d30431fe7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:05.238435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:05.243694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:05.249165 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:05.280824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'Port': ['ID=dd3f8f46-4bf6-4deb-a4b5-9671ca150b8b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:05.283522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:05.291969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:05.308530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Made reservation on behalf of 1075f749f50d4350a332442d30431fe7 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:27:05.313484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.337065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.361925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:05.405154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Usage tracker for resource:security_group_rule and tenant:1075f749f50d4350a332442d30431fe7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:05.414670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:05.423711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:05.456969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.548249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.648772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.667648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.719050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-72e9ee29-b558-48bf-baa3-e3bcaa0e23d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:05.765286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:27:05.780387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec28713-07dc-4e87-a6e6-22a095075b3b,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:05.798377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:05.805552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.805942 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Added segment 22e0ef0b-039c-4596-9326-d96c43dbba39 of type vlan for network febb036d-f1e0-45d4-9851-73996168e7b8
Apr 20 18:27:05.852165 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.892481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.898571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.904765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-245e2193-38ab-4f23-bab7-7cf411ed7604 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:05.956974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:05.988594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:05.989231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:06.029475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'Port': ['ID=dd3f8f46-4bf6-4deb-a4b5-9671ca150b8b,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:06.042605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:06.045081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8135e0f5-6c75-4123-82d3-e5ad13a07307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:06.137855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:06.146597 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1034329
Apr 20 18:27:06.150669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54698) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:06.157322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Request body: {'subnet': {'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1881174376-subnet', 'tenant_id': '1075f749f50d4350a332442d30431fe7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:06.161829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Pushing event updated for resources: {'Network': ['ID=febb036d-f1e0-45d4-9851-73996168e7b8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:06.164188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:06.165435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:06.169803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Usage tracker for resource:subnet and tenant:1075f749f50d4350a332442d30431fe7 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:06.171989 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5499389
Apr 20 18:27:06.173305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:06.174507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network febb036d-f1e0-45d4-9851-73996168e7b8 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:27:06.174701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:06.182529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:06.194260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Made reservation on behalf of 1075f749f50d4350a332442d30431fe7 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:27:06.199201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851118241'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:06.441111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-db4a0d84-88d3-49f2-81e1-c88d72788a5a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:06.487112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-db4a0d84-88d3-49f2-81e1-c88d72788a5a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:06.488369 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-db4a0d84-88d3-49f2-81e1-c88d72788a5a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1891338733&fields=id&tenant_id=ef76467afabe40069eec102250c40fc0 HTTP/1.1" status: 200  len: 267 time: 0.1233501
Apr 20 18:27:06.736375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-cb5171e3-6b91-4db7-9b31-94a68c8526fa tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:06.737957 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-cb5171e3-6b91-4db7-9b31-94a68c8526fa tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 816 time: 0.1997731
Apr 20 18:27:06.761584 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-cd6e3d78-eec8-4c86-9727-1bf6516eb878 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/quotas/ef76467afabe40069eec102250c40fc0 HTTP/1.1" status: 200  len: 375 time: 0.0164113
Apr 20 18:27:06.880683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845229415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851118258'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:06.889629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:06.970140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d71ad-d097-4fe8-8eb5-f284d9b87ed0 req-fcb73bee-7903-4375-9112-cdafd5da2623 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:06.971828 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b50d71ad-d097-4fe8-8eb5-f284d9b87ed0 req-fcb73bee-7903-4375-9112-cdafd5da2623 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.0940142
Apr 20 18:27:06.982048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-6e46a0ee-3eb4-4870-8a70-8ce9692c1c38 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:06.991158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6c3fc0-3508-4e2f-9efe-936adb280e98,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:07.007587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.007990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.008385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.008776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.009156 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.009537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.009923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.010303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.010732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.011564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.011564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.011836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:07.017427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Checking segment: {'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:07.017823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Network hostable DHCP agents. Network: febb036d-f1e0-45d4-9851-73996168e7b8, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:27:07.022617 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b50d71ad-d097-4fe8-8eb5-f284d9b87ed0 req-27949eea-aa66-4ec7-8996-38f74536560a tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441096
Apr 20 18:27:07.026833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:07.033158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-6e46a0ee-3eb4-4870-8a70-8ce9692c1c38 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:07.034575 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-6e46a0ee-3eb4-4870-8a70-8ce9692c1c38 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2655234
Apr 20 18:27:07.075615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Network febb036d-f1e0-45d4-9851-73996168e7b8 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:27:07.142309 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, febb036d-f1e0-45d4-9851-73996168e7b8) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:07.150786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a99d4-ccf8-4498-9e43-b6b7f7f26782 None None] Network febb036d-f1e0-45d4-9851-73996168e7b8 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:27:07.165827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:07.166486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:07.206496 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3b699825-45d2-42b8-bcbc-e721e411257e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0546155
Apr 20 18:27:07.226783 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-bd818d45-1d23-460f-ba6f-210f1fea3a60 service neutron] 10.222.0.22 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749129
Apr 20 18:27:07.392297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16d0b07-ce03-4542-81bf-7c62db4c2cba None None] Network febb036d-f1e0-45d4-9851-73996168e7b8 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:27:07.392472 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-e2294fa2-9a15-4a7d-b61d-1fb1ae41b4c2 service neutron] 10.222.0.22 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1590292
Apr 20 18:27:07.459575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54738) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:07.632438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:07.699186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-c29aaba5-e62a-470a-a29c-cfe535f3618a req-75bfcf4b-6dc3-4c38-be14-791a59bcb1e8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:07.702033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:07.707266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Usage tracker for resource:security_group_rule and tenant:d865e202ab794dfa90aa62cd3148d0a7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:07.713553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:07.723512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:07.727153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-c29aaba5-e62a-470a-a29c-cfe535f3618a req-75bfcf4b-6dc3-4c38-be14-791a59bcb1e8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:07.728420 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c29aaba5-e62a-470a-a29c-cfe535f3618a req-75bfcf4b-6dc3-4c38-be14-791a59bcb1e8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 210 time: 0.0998466
Apr 20 18:27:08.044207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.047176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.076863 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-83aba662-7b27-4902-b6d6-5909d7cd20ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:08.088993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54760) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:08.089524 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d865e202ab794dfa90aa62cd3148d0a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6284931
Apr 20 18:27:08.110679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af035999-486c-4d59-86f5-d57aa999e897,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:08.114217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:08.230224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5c6f-3dd3-4374-a4f0-d3f5856ee949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.275633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5c6f-3dd3-4374-a4f0-d3f5856ee949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.342499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddccb56-b3a2-4ad8-b820-2e15fd36e418 req-d22cbd7f-7196-43b4-92c3-7f05e16fe405 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:08.344065 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5ddccb56-b3a2-4ad8-b820-2e15fd36e418 req-d22cbd7f-7196-43b4-92c3-7f05e16fe405 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1518042
Apr 20 18:27:08.389331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5c6f-3dd3-4374-a4f0-d3f5856ee949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.397250 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8278e6de-7aef-4fc7-b5e0-8d233dc59995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:08.411530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc5c6f-3dd3-4374-a4f0-d3f5856ee949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af035999-486c-4d59-86f5-d57aa999e897,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:08.416595 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0ebc5c6f-3dd3-4374-a4f0-d3f5856ee949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:08.419907 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5ddccb56-b3a2-4ad8-b820-2e15fd36e418 req-20bb0cb9-7434-47d2-8b9b-4f6af9d4a06e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693974
Apr 20 18:27:08.421979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5c6f-3dd3-4374-a4f0-d3f5856ee949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.426126 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0ebc5c6f-3dd3-4374-a4f0-d3f5856ee949 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af035999-486c-4d59-86f5-d57aa999e897 HTTP/1.1" status: 204  len: 168 time: 0.3324919
Apr 20 18:27:08.713787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54768) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:08.734714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.750419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:08.754476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Usage tracker for resource:security_group_rule and tenant:b780e2144dfd40ee98836f87c9f65f85 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:08.759265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:08.767030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:08.859820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.863145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:08.874289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b0b91ab0-3722-4038-9d39-878546f9dced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:08.961522 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-47dcc1f6-3623-43ed-819a-271810ac0348 req-476ba5a1-80cc-46a7-9f5b-2ed7cc862da6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 210 time: 0.0946314
Apr 20 18:27:09.009102 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed91c60-663d-454f-980b-b18179205310 req-1532f1a0-6d73-460a-b653-375ea229e509 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:09.010666 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2ed91c60-663d-454f-980b-b18179205310 req-1532f1a0-6d73-460a-b653-375ea229e509 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.1084676
Apr 20 18:27:09.011894 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b780e2144dfd40ee98836f87c9f65f85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2968230
Apr 20 18:27:09.014883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54774) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:09.015656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dca9aa-e929-47a4-93d6-ea006a55d512,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:09.023053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:09.094586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-a2add1c6-6bce-4fdd-b4a6-2bfe286fa8ff tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:09.096139 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-a2add1c6-6bce-4fdd-b4a6-2bfe286fa8ff tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 816 time: 0.2101450
Apr 20 18:27:09.132091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Deleting port 0687950b-e993-4a24-910e-500f131bfe37 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:27:09.132401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.192057 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-98ef33b5-80e2-4154-8fa7-432079a6b1d4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ef76467afabe40069eec102250c40fc0 HTTP/1.1" status: 200  len: 5704 time: 0.0755706
Apr 20 18:27:09.193208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3097-17ed-498d-a590-ad8e1b30edbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.202515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'port': {'device_id': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'admin_state_up': True, 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'security_groups': ['8807881c-94d0-4d71-a3c7-51586151e17b']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:09.273670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3097-17ed-498d-a590-ad8e1b30edbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.353582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:09.363942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:09.373732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Made reservation on behalf of ef76467afabe40069eec102250c40fc0 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:27:09.379946 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.443785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3097-17ed-498d-a590-ad8e1b30edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.451900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e24f9a7a-40ed-4595-a3cd-702c72bb1e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:09.478797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd3097-17ed-498d-a590-ad8e1b30edbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dca9aa-e929-47a4-93d6-ea006a55d512,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:09.485945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1dfd3097-17ed-498d-a590-ad8e1b30edbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:09.497041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] For port 0687950b-e993-4a24-910e-500f131bfe37, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0687950b-e993-4a24-910e-500f131bfe37,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:09.497441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.569899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1dfd3097-17ed-498d-a590-ad8e1b30edbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.571004 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1dfd3097-17ed-498d-a590-ad8e1b30edbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3dca9aa-e929-47a4-93d6-ea006a55d512 HTTP/1.1" status: 204  len: 168 time: 0.5547714
Apr 20 18:27:09.674894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Allocated IP 172.20.0.8 (0a442676-e97d-483e-b6c5-5a6a805f152b/29c3729b-b348-487b-8876-fc7a3f1323a0/d04185fb-b7be-4560-98ad-57be1b019e17) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:09.750932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-c681163e-353a-4201-9bd4-97befa6fa29c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:09.752526 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-c681163e-353a-4201-9bd4-97befa6fa29c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 814 time: 0.2492244
Apr 20 18:27:09.786520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab0bc3-b401-4cf6-a2c3-7cc167073ae2 req-96126879-7aef-4369-9f20-c9399d129be7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:09.788843 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fab0bc3-b401-4cf6-a2c3-7cc167073ae2 req-96126879-7aef-4369-9f20-c9399d129be7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 945 time: 0.2206409
Apr 20 18:27:09.795908 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9e5c1c67-c36c-43e7-9977-3015cc845d13 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/quotas/1075f749f50d4350a332442d30431fe7 HTTP/1.1" status: 200  len: 375 time: 0.0156736
Apr 20 18:27:09.944789 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fab0bc3-b401-4cf6-a2c3-7cc167073ae2 req-772d88fa-3d82-470e-9ba0-9b7e47d1b087 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6062bedd-a124-4c65-bfc5-5a42d09e80b3&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1494818
Apr 20 18:27:09.959293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.959710 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:09.960134 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Floating IP 28e942de-60cf-4f02-998d-6006385ee319 disassociated. External IP: 172.27.0.132, port: 0687950b-e993-4a24-910e-500f131bfe37.
Apr 20 18:27:09.960424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Calling delete_port for 0687950b-e993-4a24-910e-500f131bfe37 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:27:09.979593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54802) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:09.987859 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9b50951f-6e17-4272-9b57-ab2bc2eb9596 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0791621
Apr 20 18:27:10.042120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.132583 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:10.142512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Usage tracker for resource:security_group_rule and tenant:f558c3eaa9314960b5aa18c6e46b6e7a is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:10.147423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.155970 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-37009e31-5bac-40c8-ac67-8b89317d56ac req-201b57e8-f825-4ca6-850b-cb6eb6d6bca5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 210 time: 0.0633192
Apr 20 18:27:10.163815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:10.174921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.175637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:10.189976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:10.193218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Transition to ACTIVE for port object d04185fb-b7be-4560-98ad-57be1b019e17 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:10.239196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event deleted for resources: {'Port': ['ID=0687950b-e993-4a24-910e-500f131bfe37,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:10.243919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:10.247312 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-f5c7e3db-ce3e-4f27-aa20-2dce219c2d1e service neutron] 10.222.0.22 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2420540
Apr 20 18:27:10.383601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.400879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:10.444341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Router 23269ded-e216-46e8-84b7-0bc3058d18bd has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:27:10.504578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Network 0a442676-e97d-483e-b6c5-5a6a805f152b is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:10.514917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:10.518323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.531085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:10.574500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.601412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:10.612161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:10.612846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dbdcd17c-dc6a-454f-9a48-6055ae5d9566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:10.623555 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-1bcfde79-c5cb-46f7-ad86-ce10a7a2a2b8 service neutron] 10.222.0.22 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3623772
Apr 20 18:27:10.673233 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f558c3eaa9314960b5aa18c6e46b6e7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6923146
Apr 20 18:27:10.677294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:27:10.679506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54808) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:10.689434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] Sync routers for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:10.704523 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:10.705403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a988364a8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:10.707113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:10.708662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.713247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cdac8f-bfb1-4706-bd46-15aac6c1d636,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:10.724393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-da5a315d-ca30-48d8-a143-6aa521f24f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:10.809919 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6117013
Apr 20 18:27:10.828300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Request body: {'port': {'device_id': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:10.855631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] No DVR routers for this DVR port 0687950b-e993-4a24-910e-500f131bfe37 on host hv-cinder-78693 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:27:10.858779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.861782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291eea25-3def-4661-bf74-4a540fedde0a', 'name': 'network-vif-deleted', 'tag': '0687950b-e993-4a24-910e-500f131bfe37'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:10.891267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77c5f02c-3e76-4196-9d32-3cfd46fe0690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:10.896705 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2ed91c60-663d-454f-980b-b18179205310 req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "DELETE /v2.0/ports/0687950b-e993-4a24-910e-500f131bfe37 HTTP/1.1" status: 204  len: 173 time: 1.8784721
Apr 20 18:27:10.995114 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aa8edb7b-6455-4bdd-9aed-5793de265344 req-fe7d8077-e387-4ec4-8930-8da00ae1c811 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 210 time: 0.0731406
Apr 20 18:27:11.003256 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291eea25-3def-4661-bf74-4a540fedde0a', 'name': 'network-vif-deleted', 'tag': '0687950b-e993-4a24-910e-500f131bfe37', 'status': 'completed', 'code': 200}
Apr 20 18:27:11.009165 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77c5f02c-3e76-4196-9d32-3cfd46fe0690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.036543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:11.071290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77c5f02c-3e76-4196-9d32-3cfd46fe0690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.080796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d0f3ece7-4642-4f62-8590-03b9ea8e5702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:11.094472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5f02c-3e76-4196-9d32-3cfd46fe0690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cdac8f-bfb1-4706-bd46-15aac6c1d636,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:11.100654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-77c5f02c-3e76-4196-9d32-3cfd46fe0690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:11.103507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77c5f02c-3e76-4196-9d32-3cfd46fe0690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.116579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.119090 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-77c5f02c-3e76-4196-9d32-3cfd46fe0690 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37cdac8f-bfb1-4706-bd46-15aac6c1d636 HTTP/1.1" status: 204  len: 168 time: 0.4373367
Apr 20 18:27:11.237943 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18705cf1-748e-4523-bf63-f42bc7dceb34 req-7f9f749f-a283-4fa3-b0fe-05492aed4b6f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=291eea25-3def-4661-bf74-4a540fedde0a HTTP/1.1" status: 200  len: 210 time: 0.0576668
Apr 20 18:27:11.289316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-2c1b5a7c-71e3-4ce8-bd0a-6993b2dc1999 None None] Provisioning for port d04185fb-b7be-4560-98ad-57be1b019e17 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:11.369053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-2c1b5a7c-71e3-4ce8-bd0a-6993b2dc1999 None None] Provisioning complete for port d04185fb-b7be-4560-98ad-57be1b019e17 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:11.369490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c1b5a7c-71e3-4ce8-bd0a-6993b2dc1999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:11.477640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-2c1b5a7c-71e3-4ce8-bd0a-6993b2dc1999 None None] Port d04185fb-b7be-4560-98ad-57be1b019e17 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:27:11.483109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d6d04-27c1-46a8-90b2-fa6ea45440fc req-2f27ac64-f9ca-4487-b5e2-4de6ee2194bf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:11.485079 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0a2d6d04-27c1-46a8-90b2-fa6ea45440fc req-2f27ac64-f9ca-4487-b5e2-4de6ee2194bf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 931 time: 0.1333001
Apr 20 18:27:11.552270 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0a2d6d04-27c1-46a8-90b2-fa6ea45440fc req-1e32a41e-ae9e-4557-8201-41d58aae5d70 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600433
Apr 20 18:27:11.586632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a988364a8>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:11.591765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] Checking router: 23269ded-e216-46e8-84b7-0bc3058d18bd for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:11.603174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:11.603864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a988364a8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:11.848660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:12.029455 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04185fb-b7be-4560-98ad-57be1b019e17 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:12.038569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.064689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Transition to ACTIVE for port object d04185fb-b7be-4560-98ad-57be1b019e17 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:12.070315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.076964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:12.165177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:12.169146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:12.223909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a988364a8>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:12.229278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d311d082-1583-49d4-9407-bdcf40e7196d None None] The sync data for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi is: [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:12.292529 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86adff4a-8401-4714-93c5-6a6550c2b945 req-952093ad-44d9-4581-9e1f-c6c57677e774 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 210 time: 0.1283569
Apr 20 18:27:12.488521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54860) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:12.495656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Attempting to bind port d04185fb-b7be-4560-98ad-57be1b019e17 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:27:12.496131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Attempting to bind port d04185fb-b7be-4560-98ad-57be1b019e17 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:27:12.496510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Attempting to bind port d04185fb-b7be-4560-98ad-57be1b019e17 on network 0a442676-e97d-483e-b6c5-5a6a805f152b {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:12.502376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Port d04185fb-b7be-4560-98ad-57be1b019e17 on network 0a442676-e97d-483e-b6c5-5a6a805f152b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:27:12.502942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Attempting to bind port d04185fb-b7be-4560-98ad-57be1b019e17 on network 0a442676-e97d-483e-b6c5-5a6a805f152b {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:12.509946 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:27:12.510325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Checking segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:12.510819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Bound using segment: {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:27:12.511738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Bound port: d04185fb-b7be-4560-98ad-57be1b019e17, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:27:12.511738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.672620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:12.675856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:12.679517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.684594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:12.744551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:12.745282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.745583 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a878295f-0c45-46dd-aba8-de495a7a5084 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:12.746794 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] 10.222.0.36 "PUT /v2.0/ports/d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 200  len: 1093 time: 1.9235613
Apr 20 18:27:12.749852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:12.790344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0724c26-90ec-4ff8-b38e-73d299542127 None None] New status for floating IP 28e942de-60cf-4f02-998d-6006385ee319: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:27:12.867732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:12.871395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:12.876853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54870) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:12.915085 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'status': 'completed', 'code': 200}
Apr 20 18:27:12.940575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-27a7dfc1-c74b-4d43-8dd1-46803b0877ea tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:12.951027 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-27a7dfc1-c74b-4d43-8dd1-46803b0877ea tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Synchronizing usage tracker for tenant:1075f749f50d4350a332442d30431fe7 on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:12.951321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 0687950b-e993-4a24-910e-500f131bfe37 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:27:12.959943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-bbce7e9e-8ceb-4dd3-8251-cef79eeafbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:12.961560 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-bbce7e9e-8ceb-4dd3-8251-cef79eeafbfb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1096 time: 0.1511426
Apr 20 18:27:13.004781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a878295f-0c45-46dd-aba8-de495a7a5084 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.033262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-27a7dfc1-c74b-4d43-8dd1-46803b0877ea tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Unset dirty status for tenant:1075f749f50d4350a332442d30431fe7 on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:13.034783 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-27a7dfc1-c74b-4d43-8dd1-46803b0877ea tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 814 time: 0.4787986
Apr 20 18:27:13.043694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 0687950b-e993-4a24-910e-500f131bfe37 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:27:13.044075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 0687950b-e993-4a24-910e-500f131bfe37 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:27:13.082346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Request body: {'port': {'device_id': '45d98504-4ae7-40fa-81b2-f0bfb4dcd308', 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8', 'admin_state_up': True, 'tenant_id': '1075f749f50d4350a332442d30431fe7'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:13.137877 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-c0f08a55-069a-425e-81b8-9bdd9d699060 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 200  len: 217 time: 0.1514766
Apr 20 18:27:13.140389 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.202725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:13.210229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Usage tracker for resource:security_group_rule and tenant:3715f3a6654a40479187130975589233 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:13.218981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:13.229141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:13.239413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-684e84fa-7802-4ee8-96e5-f588288e1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:13.241619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-684e84fa-7802-4ee8-96e5-f588288e1bac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.0893981
Apr 20 18:27:13.342933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-b0309e06-bcc7-475e-bf5d-7339fcbed930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:13.344542 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-b0309e06-bcc7-475e-bf5d-7339fcbed930 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0955813
Apr 20 18:27:13.401668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3baa2a-6022-499e-9f8e-1e47e647120f req-5e741086-ca54-4ca3-abfc-a36df4f809b7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:13.403304 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e3baa2a-6022-499e-9f8e-1e47e647120f req-5e741086-ca54-4ca3-abfc-a36df4f809b7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.6709139
Apr 20 18:27:13.436776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a878295f-0c45-46dd-aba8-de495a7a5084 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.452131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d933330b-65ed-4041-a15f-3e486d311bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:13.477315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878295f-0c45-46dd-aba8-de495a7a5084 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6062bedd-a124-4c65-bfc5-5a42d09e80b3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:13.479756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a878295f-0c45-46dd-aba8-de495a7a5084 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:13.508207 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b47133b8-f065-43b6-9a60-a72eeb202cb8 req-f8ac3e4a-986d-409a-afa5-9dec40090e7c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 210 time: 0.0684590
Apr 20 18:27:13.520061 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7e3baa2a-6022-499e-9f8e-1e47e647120f req-da0a7314-77a9-497c-a249-9176a46f5293 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077776
Apr 20 18:27:13.528227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a878295f-0c45-46dd-aba8-de495a7a5084 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.529856 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a878295f-0c45-46dd-aba8-de495a7a5084 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "DELETE /v2.0/security-groups/6062bedd-a124-4c65-bfc5-5a42d09e80b3 HTTP/1.1" status: 204  len: 168 time: 1.0397863
Apr 20 18:27:13.533937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54882) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:13.572911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:13.575509 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.v2.resource [None req-56592df6-6751-481c-9aa6-505f185a8096 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] show failed (client error): The resource could not be found.
Apr 20 18:27:13.577351 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-56592df6-6751-481c-9aa6-505f185a8096 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups/6062bedd-a124-4c65-bfc5-5a42d09e80b3 HTTP/1.1" status: 404  len: 347 time: 0.0381966
Apr 20 18:27:13.578863 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-bb74d59e-dc1b-4952-b6c8-da494b6f2dec service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2265208
Apr 20 18:27:13.579291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Usage tracker for resource:port and tenant:1075f749f50d4350a332442d30431fe7 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:13.579856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54886) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:13.582253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:13.588888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:13.842759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.847965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Made reservation on behalf of 1075f749f50d4350a332442d30431fe7 for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:27:13.854883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.862701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.873063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bbe743d1-55a0-48d5-b614-fe4e20f01f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:13.880390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Deleting port ce3b2299-52ed-4715-9ae3-242c208d090c {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:27:13.880770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:13.991027 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3715f3a6654a40479187130975589233&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1115599
Apr 20 18:27:13.997709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54890) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:14.020957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336639d6-89b0-483a-b16b-d00b71090973,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:14.028647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:14.070139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Allocated IP 172.20.0.14 (febb036d-f1e0-45d4-9851-73996168e7b8/df6c3fc0-3508-4e2f-9efe-936adb280e98/4388147c-b22b-4841-b2e7-0f8ecb8e086f) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:14.078392 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-55d5a0a6-5d43-437c-9f16-4c74f9c728f6 req-6503cc38-9caf-4cd6-a3d7-a404ef471964 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4858358
Apr 20 18:27:14.114801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf3a1-0151-456a-a8e2-f513f5398f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.140056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.140698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.170785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf3a1-0151-456a-a8e2-f513f5398f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.321345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Calling delete_port for ce3b2299-52ed-4715-9ae3-242c208d090c owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:27:14.342940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf3a1-0151-456a-a8e2-f513f5398f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.354391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1586329c-ff4d-416a-8bee-ef17fffb2a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:14.372015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cf3a1-0151-456a-a8e2-f513f5398f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336639d6-89b0-483a-b16b-d00b71090973,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:14.376019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.380322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bf9cf3a1-0151-456a-a8e2-f513f5398f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:14.393155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bf9cf3a1-0151-456a-a8e2-f513f5398f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.397447 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-bf9cf3a1-0151-456a-a8e2-f513f5398f94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/336639d6-89b0-483a-b16b-d00b71090973 HTTP/1.1" status: 204  len: 168 time: 0.3956566
Apr 20 18:27:14.421258 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.428490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2bd16b21-0e01-4fb2-86a7-407b3a8a59cc tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:14.431974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-1012ca43-2f97-4653-8958-c541b35ccfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:14.433576 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-1012ca43-2f97-4653-8958-c541b35ccfc1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1096 time: 0.2182522
Apr 20 18:27:14.497928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Network febb036d-f1e0-45d4-9851-73996168e7b8 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:14.501388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:14.511664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:14.573987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Pushing event updated for resources: {'Port': ['ID=4388147c-b22b-4841-b2e7-0f8ecb8e086f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:14.593098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:14.656110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:14.657378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.680652 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6283641
Apr 20 18:27:14.702881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Request body: {'port': {'device_id': '45d98504-4ae7-40fa-81b2-f0bfb4dcd308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:14.727898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.733853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-44471278-8ecc-435e-96bb-59f007f709a8 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:14.774501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-8e0d5c3b-60aa-4d8c-ac10-414b9e64e548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:14.777495 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-8e0d5c3b-60aa-4d8c-ac10-414b9e64e548 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.3370569
Apr 20 18:27:14.789316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event deleted for resources: {'Port': ['ID=ce3b2299-52ed-4715-9ae3-242c208d090c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:14.793346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:14.885046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:14.958542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab075e-e488-40cd-9271-80511e3d1d0b req-ca4daacf-259d-4c9e-88d5-ba4fe14f8f5e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:14.960832 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dbab075e-e488-40cd-9271-80511e3d1d0b req-ca4daacf-259d-4c9e-88d5-ba4fe14f8f5e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.2297337
Apr 20 18:27:15.077030 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dbab075e-e488-40cd-9271-80511e3d1d0b req-9d9fa069-cefc-45c1-831b-761a440dcc44 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080604
Apr 20 18:27:15.128328 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-15e98c89-0fde-41b8-b397-69fb93723211 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 200  len: 217 time: 0.3408468
Apr 20 18:27:15.254110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bf494-ed3a-47c6-95e8-7f8222f17a19 req-dd9a2615-10d7-4315-ab23-fac433e73e82 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:15.255712 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a99bf494-ed3a-47c6-95e8-7f8222f17a19 req-dd9a2615-10d7-4315-ab23-fac433e73e82 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 932 time: 0.6116371
Apr 20 18:27:15.262502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.288075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-67f88ab0-f467-4bbc-9253-e03af1a099c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:15.289593 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-67f88ab0-f467-4bbc-9253-e03af1a099c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.1349223
Apr 20 18:27:15.324679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4388147c-b22b-4841-b2e7-0f8ecb8e086f {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:15.332498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.347875 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Transition to ACTIVE for port object 4388147c-b22b-4841-b2e7-0f8ecb8e086f will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:15.350696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.355505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:15.381468 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a99bf494-ed3a-47c6-95e8-7f8222f17a19 req-a014ddb1-f2a1-4f3b-833d-f5727998e401 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152914
Apr 20 18:27:15.392914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.393669 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "DELETE /v2.0/floatingips/28e942de-60cf-4f02-998d-6006385ee319 HTTP/1.1" status: 204  len: 168 time: 1.8127847
Apr 20 18:27:15.426871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-b5c3f4d9-304c-4108-b0a6-9e4c567a1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:15.429285 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-b5c3f4d9-304c-4108-b0a6-9e4c567a1eca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1324861
Apr 20 18:27:15.541592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Pushing event updated for resources: {'Port': ['ID=4388147c-b22b-4841-b2e7-0f8ecb8e086f,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:15.549579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:15.575980 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-9ee7a50e-5160-4081-ae10-7795d6e52343 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387806
Apr 20 18:27:15.621444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Attempting to bind port 4388147c-b22b-4841-b2e7-0f8ecb8e086f on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:27:15.621811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Attempting to bind port 4388147c-b22b-4841-b2e7-0f8ecb8e086f by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:27:15.622173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Attempting to bind port 4388147c-b22b-4841-b2e7-0f8ecb8e086f on network febb036d-f1e0-45d4-9851-73996168e7b8 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:15.627180 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Port 4388147c-b22b-4841-b2e7-0f8ecb8e086f on network febb036d-f1e0-45d4-9851-73996168e7b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:27:15.627536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Attempting to bind port 4388147c-b22b-4841-b2e7-0f8ecb8e086f on network febb036d-f1e0-45d4-9851-73996168e7b8 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:15.633615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:27:15.633991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Checking segment: {'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:15.634561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Bound using segment: {'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:27:15.635034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Bound port: 4388147c-b22b-4841-b2e7-0f8ecb8e086f, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:27:15.635407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.719552 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18fb492c-24d7-4d66-9a24-fafe8372029c req-dad519f9-54ea-4033-be03-ed290bb8f195 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368139
Apr 20 18:27:15.730846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] For port 4388147c-b22b-4841-b2e7-0f8ecb8e086f, host hv-cinder-78693, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:15.734042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] For port 4388147c-b22b-4841-b2e7-0f8ecb8e086f, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4388147c-b22b-4841-b2e7-0f8ecb8e086f,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:15.744207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.752974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8817035c-c7d6-4579-b5e8-5fcc83ec50a9 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:15.806337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:15.806697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.808192 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] 10.222.0.36 "PUT /v2.0/ports/4388147c-b22b-4841-b2e7-0f8ecb8e086f HTTP/1.1" status: 200  len: 1094 time: 1.1118624
Apr 20 18:27:15.811116 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d98504-4ae7-40fa-81b2-f0bfb4dcd308', 'tag': '4388147c-b22b-4841-b2e7-0f8ecb8e086f'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:15.844057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Pushing event updated for resources: {'Port': ['ID=4388147c-b22b-4841-b2e7-0f8ecb8e086f,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:15.848600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:15.893923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54904) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:15.899696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634567387', 'description': 'tempest-description--567049752'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:15.905749 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d98504-4ae7-40fa-81b2-f0bfb4dcd308', 'tag': '4388147c-b22b-4841-b2e7-0f8ecb8e086f', 'status': 'completed', 'code': 200}
Apr 20 18:27:15.906138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:15.910662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:security_group and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:15.914056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:15.920050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:15.930259 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:15.949841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-3bea149c-9ed8-4ab8-86a0-2c14cb5dceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:15.951489 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-3bea149c-9ed8-4ab8-86a0-2c14cb5dceb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 1097 time: 0.0841296
Apr 20 18:27:15.952432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:15.956484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:security_group_rule and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:15.959529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:15.965587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:16.034310 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-7f219c2b-3812-486f-8295-a9a1b7c1c710 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4388147c-b22b-4841-b2e7-0f8ecb8e086f HTTP/1.1" status: 200  len: 217 time: 0.0694354
Apr 20 18:27:16.038037 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.041011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.046406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8329ec27-9fbe-4a65-b486-b9bdb4595189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:16.090591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e21a897-98c8-47dc-94bf-f787a2b8389a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:16.093312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.097424 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1995735
Apr 20 18:27:16.097424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:16.097700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54908) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:16.103410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'security_group_rule': {'security_group_id': '6e21a897-98c8-47dc-94bf-f787a2b8389a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:16.103914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-c64178ae-55f8-4237-995f-5d58c0715f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:16.105467 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-c64178ae-55f8-4237-995f-5d58c0715f1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0640123
Apr 20 18:27:16.110474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:16.114955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:security_group_rule and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:16.118594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:16.124809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:16.141982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.163338 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-40055fc7-1a03-4574-ac10-5c00b8dbb419 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509765
Apr 20 18:27:16.207105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.210217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.212390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:16.284308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f109146f-1884-4e11-9daa-6c008f72fb4a,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:16.294067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:16.302213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.304193 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2055624
Apr 20 18:27:16.308251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54914) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:16.312143 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-f9033dc5-7dc2-4fa8-a152-57277b90d4f0 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425331
Apr 20 18:27:16.314409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'security_group_rule': {'security_group_id': '6e21a897-98c8-47dc-94bf-f787a2b8389a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:16.323451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:16.334834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:security_group_rule and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:16.339277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:16.347732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:16.359903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0628427-5db6-47a6-8d85-b759dd729f3d req-0392ada4-fef0-463d-b233-5743ef2fab54 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:16.360658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-c0628427-5db6-47a6-8d85-b759dd729f3d req-0392ada4-fef0-463d-b233-5743ef2fab54 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Synchronizing usage tracker for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:16.382312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.395622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-c0628427-5db6-47a6-8d85-b759dd729f3d req-0392ada4-fef0-463d-b233-5743ef2fab54 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Unset dirty status for tenant:ef76467afabe40069eec102250c40fc0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:16.397385 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c0628427-5db6-47a6-8d85-b759dd729f3d req-0392ada4-fef0-463d-b233-5743ef2fab54 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.1709778
Apr 20 18:27:16.464783 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dc81c719-c335-42f4-bd07-2b3766b9b2b9 req-d0e9db42-8933-47c2-a2d2-1d7505f9c720 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1457050
Apr 20 18:27:16.468435 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c0628427-5db6-47a6-8d85-b759dd729f3d req-a499f993-705c-46d3-bf77-dd04f06f032a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618689
Apr 20 18:27:16.484935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.492127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.494730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e05671d3-73a2-4419-b126-a901e9849ca7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:16.523274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e8f622-7018-4904-a27c-e312341ba443,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:16.525907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:16.532304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.533561 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-10f40dbb-543f-4699-a356-ede141ebf1dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2243161
Apr 20 18:27:16.536821 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 54920) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:16.542719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:16.548912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:16.552932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Usage tracker for resource:floatingip and tenant:5d2e923accea4ab49bf0e323d95333eb is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:27:16.555975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:27:16.562058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:16.571816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.650575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7986fb1-e2ee-4847-9ebd-c8f81f672242 req-0eaad203-2cbe-4353-b111-734ff4ade995 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:16.651332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-e7986fb1-e2ee-4847-9ebd-c8f81f672242 req-0eaad203-2cbe-4353-b111-734ff4ade995 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Synchronizing usage tracker for tenant:1075f749f50d4350a332442d30431fe7 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:16.680394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-e7986fb1-e2ee-4847-9ebd-c8f81f672242 req-0eaad203-2cbe-4353-b111-734ff4ade995 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Unset dirty status for tenant:1075f749f50d4350a332442d30431fe7 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:16.681638 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7986fb1-e2ee-4847-9ebd-c8f81f672242 req-0eaad203-2cbe-4353-b111-734ff4ade995 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 944 time: 0.1751997
Apr 20 18:27:16.683795 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-d328f51d-0202-497f-aac9-580495d56788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:16.685256 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-d328f51d-0202-497f-aac9-580495d56788 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 1097 time: 0.1205297
Apr 20 18:27:16.717956 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:16.819299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-e7986fb1-e2ee-4847-9ebd-c8f81f672242 req-7a4be165-00a4-4b4f-a53b-b8f4f9af365d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Synchronizing usage tracker for tenant:1075f749f50d4350a332442d30431fe7 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:16.865953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Allocated IP 172.27.0.172 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/cce64658-b921-4451-b3cb-224ecc8063c2) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:16.867853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-e7986fb1-e2ee-4847-9ebd-c8f81f672242 req-7a4be165-00a4-4b4f-a53b-b8f4f9af365d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Unset dirty status for tenant:1075f749f50d4350a332442d30431fe7 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:16.869071 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7986fb1-e2ee-4847-9ebd-c8f81f672242 req-7a4be165-00a4-4b4f-a53b-b8f4f9af365d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806130
Apr 20 18:27:16.873980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-875acaf2-350c-4e0e-9c1c-27addfba8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:16.875708 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-875acaf2-350c-4e0e-9c1c-27addfba8cb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 915 time: 0.1734645
Apr 20 18:27:16.950799 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-da6d5420-2f06-41f4-8a18-286b34ed376a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4388147c-b22b-4841-b2e7-0f8ecb8e086f HTTP/1.1" status: 200  len: 217 time: 0.0659103
Apr 20 18:27:16.998195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:27:17.023390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.024152 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-5a900cd2-4b7a-49b0-8eda-93b362e2d2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:17.025725 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-5a900cd2-4b7a-49b0-8eda-93b362e2d2ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0680208
Apr 20 18:27:17.054898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.060650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-eadc6666-a7c2-49db-95d8-b003fd560ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:17.090445 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-1b6b8a20-86b1-417a-8839-e10009e4ea56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570614
Apr 20 18:27:17.125991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:17.129064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:17.138384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:17.143409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:17.157595 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'port_id': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'mac_address': 'fa:16:3e:a2:8a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:27:17.179294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'Port': ['ID=cce64658-b921-4451-b3cb-224ecc8063c2,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:17.183682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:17.223003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.230562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.242632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04185fb-b7be-4560-98ad-57be1b019e17 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:17.244821 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-8a78c5bf-49e2-4a3d-8064-3faed46ce981 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471019
Apr 20 18:27:17.259038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:17.261808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.264296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:17.300648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.333831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:17.342861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.343338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.343811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.344185 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.344554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.344927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.345295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.345662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.346045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.346411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.346804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.347166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:27:17.351848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:17.391983 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11549eef-da3e-4baf-b9db-40b43156bbc3 req-94196946-0a93-46d9-a18d-7570295ff8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393745
Apr 20 18:27:17.527011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.530599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.535297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-97fcadff-834d-477b-a4f0-f66b5d313150 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:17.544311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['d04185fb-b7be-4560-98ad-57be1b019e17'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:27:17.712372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'Port': ['ID=cce64658-b921-4451-b3cb-224ecc8063c2,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:17.715273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:17.726431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.766881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:17.768190 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2298357
Apr 20 18:27:17.778542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11455ecd-3e93-4096-8163-357f614e0088 req-262833e1-b0b4-4bde-bfc8-700b09add4a4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:17.780341 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11455ecd-3e93-4096-8163-357f614e0088 req-262833e1-b0b4-4bde-bfc8-700b09add4a4 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 944 time: 0.1559925
Apr 20 18:27:17.829345 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-11455ecd-3e93-4096-8163-357f614e0088 req-c82b462d-94a9-4f3e-a618-d5bded57b5ed tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429132
Apr 20 18:27:18.005514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8be5a2c3-1ff3-4f6f-969c-38fd975bdb90 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:18.020335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8be5a2c3-1ff3-4f6f-969c-38fd975bdb90 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:18.021613 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8be5a2c3-1ff3-4f6f-969c-38fd975bdb90 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1634567387&fields=id&tenant_id=5d2e923accea4ab49bf0e323d95333eb HTTP/1.1" status: 200  len: 267 time: 0.0575080
Apr 20 18:27:18.073271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0685513-a528-48ff-ada9-74003a60d8f5 req-79bcaab2-4af4-4fe5-a9fd-b97878e5302e tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:18.075027 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a0685513-a528-48ff-ada9-74003a60d8f5 req-79bcaab2-4af4-4fe5-a9fd-b97878e5302e tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 944 time: 0.0919750
Apr 20 18:27:18.123016 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a0685513-a528-48ff-ada9-74003a60d8f5 req-37527879-a31d-494c-9cdc-47820406fbfb tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416873
Apr 20 18:27:18.185980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-f7d4d73a-5203-4b0a-9f19-c65907043b70 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:18.187593 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-f7d4d73a-5203-4b0a-9f19-c65907043b70 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 810 time: 0.1582580
Apr 20 18:27:18.203448 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-b58af8a9-bd8d-4540-8bd9-3e1f4f5b2959 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/quotas/5d2e923accea4ab49bf0e323d95333eb HTTP/1.1" status: 200  len: 375 time: 0.0098252
Apr 20 18:27:18.297878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-deae5b1a-458b-435a-8a04-72c07dac8d93 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:18.311946 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-deae5b1a-458b-435a-8a04-72c07dac8d93 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:18.313289 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-deae5b1a-458b-435a-8a04-72c07dac8d93 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1045260
Apr 20 18:27:18.461194 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8503cf02-b25d-4ba8-af19-b4f98bcaa3d5 service neutron] 10.222.0.22 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353533
Apr 20 18:27:18.831659 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-6adecbea-a025-4db7-ae18-32e25256893b service neutron] 10.222.0.22 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3640909
Apr 20 18:27:18.997670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 4388147c-b22b-4841-b2e7-0f8ecb8e086f details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:27:19.006528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:19.027798 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c1422f04-c58e-4662-ac99-00c767e58639 req-cd73fb41-59f4-48c6-aed4-d9ce37b2eeb2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0529749
Apr 20 18:27:19.055296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946e214-2262-4f6d-b08e-79e5cff9fd1e req-87f13d6f-ca78-4455-bcae-500226930369 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:19.056967 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f946e214-2262-4f6d-b08e-79e5cff9fd1e req-87f13d6f-ca78-4455-bcae-500226930369 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 944 time: 0.1114259
Apr 20 18:27:19.112273 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f946e214-2262-4f6d-b08e-79e5cff9fd1e req-9285851f-2e1b-47db-8bd7-466c04e33a1a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477889
Apr 20 18:27:19.197217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port d04185fb-b7be-4560-98ad-57be1b019e17 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:19.213410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port d04185fb-b7be-4560-98ad-57be1b019e17 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:19.213839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.264569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 4388147c-b22b-4841-b2e7-0f8ecb8e086f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4388147c-b22b-4841-b2e7-0f8ecb8e086f,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:19.290592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '4388147c-b22b-4841-b2e7-0f8ecb8e086f', 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8', 'port_id': '4388147c-b22b-4841-b2e7-0f8ecb8e086f', 'mac_address': 'fa:16:3e:bf:a5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6c3fc0-3508-4e2f-9efe-936adb280e98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:27:19.334331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0093d-ad88-4aea-97ca-295fc38857eb req-91095ce3-18ba-417b-863a-c5f07917dec9 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:19.335951 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-42f0093d-ad88-4aea-97ca-295fc38857eb req-91095ce3-18ba-417b-863a-c5f07917dec9 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 944 time: 0.0954113
Apr 20 18:27:19.386818 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-42f0093d-ad88-4aea-97ca-295fc38857eb req-0d95035c-15f5-43c6-ae0e-5a78afdfc070 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431230
Apr 20 18:27:19.393011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.424167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4388147c-b22b-4841-b2e7-0f8ecb8e086f {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:19.447477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.464886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 4388147c-b22b-4841-b2e7-0f8ecb8e086f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4388147c-b22b-4841-b2e7-0f8ecb8e086f,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:19.469095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.471024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:19.525033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:19.540544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:19.550975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:19.563377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=4388147c-b22b-4841-b2e7-0f8ecb8e086f,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:19.566489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:19.567004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:19.602411 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'code': 200}
Apr 20 18:27:19.643302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:19.647517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:19.754257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['4388147c-b22b-4841-b2e7-0f8ecb8e086f'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:27:19.867721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36648248-4e14-4f3e-bc0b-0bf85bdf003e req-da5e06b5-3408-45e4-994d-60ae7fcef9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:19.869299 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-36648248-4e14-4f3e-bc0b-0bf85bdf003e req-da5e06b5-3408-45e4-994d-60ae7fcef9c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1098 time: 0.0761166
Apr 20 18:27:19.912945 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-36648248-4e14-4f3e-bc0b-0bf85bdf003e req-a0a17a39-d840-4ac1-893a-be2e99ac37a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362725
Apr 20 18:27:20.192237 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e4e3d651-3cf2-4dd4-ae1a-590f6df76a8d req-b805ad62-2cd4-4648-b7f6-e98ffbb0f189 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0519366
Apr 20 18:27:20.323099 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e135790-b02f-438a-8847-c9aa4bd4505c req-9439e2ce-22d3-4d78-8b62-3c9d7d8856be tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:20.324682 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e135790-b02f-438a-8847-c9aa4bd4505c req-9439e2ce-22d3-4d78-8b62-3c9d7d8856be tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0886664
Apr 20 18:27:20.374288 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e135790-b02f-438a-8847-c9aa4bd4505c req-45a89a33-43bb-4f17-8cde-55df2cafe0d0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430121
Apr 20 18:27:20.579458 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-0a50b917-fdd0-4764-bcce-d8ab3584de36 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:20.580960 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-0a50b917-fdd0-4764-bcce-d8ab3584de36 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 810 time: 0.2160950
Apr 20 18:27:20.633768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c8ff1-cb5d-4c1c-9260-220d0a701b57 req-ecd2882a-212f-4380-b762-0a536d45e09d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:20.635372 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6a8c8ff1-cb5d-4c1c-9260-220d0a701b57 req-ecd2882a-212f-4380-b762-0a536d45e09d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 945 time: 0.1315312
Apr 20 18:27:20.719248 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-b3d60f05-2d95-47f9-b0c9-ddfe64e9237e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d2e923accea4ab49bf0e323d95333eb HTTP/1.1" status: 200  len: 5704 time: 0.1184475
Apr 20 18:27:20.722231 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6a8c8ff1-cb5d-4c1c-9260-220d0a701b57 req-116b6ae3-09e3-4fbc-b7e8-02aacb7162c6 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775843
Apr 20 18:27:20.733917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'port': {'device_id': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'admin_state_up': True, 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'security_groups': ['6e21a897-98c8-47dc-94bf-f787a2b8389a']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:20.880319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:27:20.890170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:27:20.898782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Made reservation on behalf of 5d2e923accea4ab49bf0e323d95333eb for: {'port': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:27:20.904794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.007665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 4388147c-b22b-4841-b2e7-0f8ecb8e086f up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:21.079648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 4388147c-b22b-4841-b2e7-0f8ecb8e086f completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:21.084723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Allocated IP 172.20.0.11 (4ca6af4a-0ad6-45b9-a16f-a46c80d90308/0637153f-e19e-4070-b839-1a4f5a37102f/eb43c1e2-ebae-4195-ac80-55e62d766ee3) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:27:21.085760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 4388147c-b22b-4841-b2e7-0f8ecb8e086f triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:21.086262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.294824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.312811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Transition to ACTIVE for port object eb43c1e2-ebae-4195-ac80-55e62d766ee3 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:21.338006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.346057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:21.379216 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.410069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:27:21.414322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:27:21.415145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 4388147c-b22b-4841-b2e7-0f8ecb8e086f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4388147c-b22b-4841-b2e7-0f8ecb8e086f,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:21.419285 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.421849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:21.424077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:27:21.477856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event updated for resources: {'Port': ['ID=eb43c1e2-ebae-4195-ac80-55e62d766ee3,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:21.482775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:21.507990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=4388147c-b22b-4841-b2e7-0f8ecb8e086f,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:21.511761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:21.522737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:21.523762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.561811 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8311009
Apr 20 18:27:21.578594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Request body: {'port': {'device_id': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:21.603888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d98504-4ae7-40fa-81b2-f0bfb4dcd308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4388147c-b22b-4841-b2e7-0f8ecb8e086f'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:21.659561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3922d0-83de-44e7-a4f0-7eb5f3aff3dd req-58046cd4-4841-4e78-9954-053c4e86a66c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:21.660322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-5b3922d0-83de-44e7-a4f0-7eb5f3aff3dd req-58046cd4-4841-4e78-9954-053c4e86a66c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:21.676238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-5b3922d0-83de-44e7-a4f0-7eb5f3aff3dd req-58046cd4-4841-4e78-9954-053c4e86a66c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:21.677494 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5b3922d0-83de-44e7-a4f0-7eb5f3aff3dd req-58046cd4-4841-4e78-9954-053c4e86a66c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 932 time: 0.3660922
Apr 20 18:27:21.725705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-5b3922d0-83de-44e7-a4f0-7eb5f3aff3dd req-0dcf730e-a852-44af-a908-17253faf92e4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:21.733439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-18f54a65-62ee-4984-8e20-efd93f0ab9fb None None] Provisioning for port eb43c1e2-ebae-4195-ac80-55e62d766ee3 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:21.738400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-18f54a65-62ee-4984-8e20-efd93f0ab9fb None None] Provisioning complete for port eb43c1e2-ebae-4195-ac80-55e62d766ee3 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:21.738732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-5b3922d0-83de-44e7-a4f0-7eb5f3aff3dd req-0dcf730e-a852-44af-a908-17253faf92e4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:21.738882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18f54a65-62ee-4984-8e20-efd93f0ab9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.740707 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5b3922d0-83de-44e7-a4f0-7eb5f3aff3dd req-0dcf730e-a852-44af-a908-17253faf92e4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553668
Apr 20 18:27:21.762322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:21.820361 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d98504-4ae7-40fa-81b2-f0bfb4dcd308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4388147c-b22b-4841-b2e7-0f8ecb8e086f', 'code': 200}
Apr 20 18:27:21.825903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-18f54a65-62ee-4984-8e20-efd93f0ab9fb None None] Port eb43c1e2-ebae-4195-ac80-55e62d766ee3 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:27:21.834670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0729e-ac89-4e1f-8c6e-3657763052dd req-7407cd99-8787-4442-ba47-5d6976ec400f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:21.836270 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-09f0729e-ac89-4e1f-8c6e-3657763052dd req-7407cd99-8787-4442-ba47-5d6976ec400f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.2924023
Apr 20 18:27:21.956767 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-09f0729e-ac89-4e1f-8c6e-3657763052dd req-570b2a52-ef3a-44bf-b2c4-f27e07910970 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100919
Apr 20 18:27:22.011162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c0269-cba0-42cf-93fc-13fa5cc017ea req-c45aff59-6d55-4393-a038-e4320ad9cd38 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.012905 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1e8c0269-cba0-42cf-93fc-13fa5cc017ea req-c45aff59-6d55-4393-a038-e4320ad9cd38 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 946 time: 0.0996749
Apr 20 18:27:22.116306 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1e8c0269-cba0-42cf-93fc-13fa5cc017ea req-a7e43fb9-5027-4fec-9a8b-f811266fc1bd tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968730
Apr 20 18:27:22.139320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d30127-16b1-4151-b23d-51e827d13236 req-b6f55fad-828f-417b-a61d-92c1c93f178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.140903 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-15d30127-16b1-4151-b23d-51e827d13236 req-b6f55fad-828f-417b-a61d-92c1c93f178e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 1099 time: 0.1067190
Apr 20 18:27:22.187646 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-15d30127-16b1-4151-b23d-51e827d13236 req-594b96ba-cb52-4325-9237-8c4cbb49e308 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396807
Apr 20 18:27:22.218838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58022b6c-96c6-4771-9a25-fff0a1af3db9 req-ee0b93d6-7cad-4197-9525-b47ef81bc811 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.220398 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-58022b6c-96c6-4771-9a25-fff0a1af3db9 req-ee0b93d6-7cad-4197-9525-b47ef81bc811 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.1349821
Apr 20 18:27:22.230300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 54980) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:22.238841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Request body: {'floatingip': {'port_id': 'd04185fb-b7be-4560-98ad-57be1b019e17'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:22.363674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:22.477936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb43c1e2-ebae-4195-ac80-55e62d766ee3 {{(pid=86364) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:22.495144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:22.554375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Transition to ACTIVE for port object eb43c1e2-ebae-4195-ac80-55e62d766ee3 will not be triggered until provisioned by entity L2. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:27:22.559990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:22.566950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8b035cb5-baf0-4961-b115-ef3d02cdc499 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:22.960349 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf59a2-4949-4d3b-a176-30aec60878be req-fab3c6fd-827f-402f-8931-f907bcbb3ac7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:22.961861 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1abf59a2-4949-4d3b-a176-30aec60878be req-fab3c6fd-827f-402f-8931-f907bcbb3ac7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 944 time: 0.0911036
Apr 20 18:27:23.008819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb43c1e2-ebae-4195-ac80-55e62d766ee3,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:23.012581 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1abf59a2-4949-4d3b-a176-30aec60878be req-289a6602-5af3-4ba0-b159-e62878ae1223 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442576
Apr 20 18:27:23.043408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:23.221448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Attempting to bind port eb43c1e2-ebae-4195-ac80-55e62d766ee3 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:27:23.221794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Attempting to bind port eb43c1e2-ebae-4195-ac80-55e62d766ee3 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:27:23.222073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Attempting to bind port eb43c1e2-ebae-4195-ac80-55e62d766ee3 on network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:23.248074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Port eb43c1e2-ebae-4195-ac80-55e62d766ee3 on network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:27:23.248418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Attempting to bind port eb43c1e2-ebae-4195-ac80-55e62d766ee3 on network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:27:23.366110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:27:23.366513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Checking segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:27:23.366938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Bound using segment: {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'} {{(pid=86364) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:27:23.367417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Bound port: eb43c1e2-ebae-4195-ac80-55e62d766ee3, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308'}}] {{(pid=86364) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:27:23.367794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:23.526316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] For port eb43c1e2-ebae-4195-ac80-55e62d766ee3, host hv-cinder-78693, cleared binding levels {{(pid=86364) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:27:23.544392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e803-b8cb-4088-8861-815d104b9d1f req-e28dc97c-ed4c-4258-a6a4-8806959cfca2 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:23.545961 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6ee8e803-b8cb-4088-8861-815d104b9d1f req-e28dc97c-ed4c-4258-a6a4-8806959cfca2 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 946 time: 0.3080568
Apr 20 18:27:23.552506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] For port eb43c1e2-ebae-4195-ac80-55e62d766ee3, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86364) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:27:23.629784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:23.633969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:23.722002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:23.722699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:23.724514 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1094 time: 2.1509619
Apr 20 18:27:23.738742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'tag': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:23.771038 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6ee8e803-b8cb-4088-8861-815d104b9d1f req-67cfd48f-c64d-4a29-a83e-e031fcb855fa tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159965
Apr 20 18:27:23.783749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:23.788912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:23.842424 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'tag': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'status': 'completed', 'code': 200}
Apr 20 18:27:23.850522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb43c1e2-ebae-4195-ac80-55e62d766ee3,revision_number=3']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:23.952162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:24.042976 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Floating IP b8272704-fa2c-46a5-afef-859d721f6737 associated. External IP: 172.27.0.27, port: d04185fb-b7be-4560-98ad-57be1b019e17.
Apr 20 18:27:24.103177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-421f4a25-54fb-418f-bc5b-ac7f4ddaf174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:24.104777 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-421f4a25-54fb-418f-bc5b-ac7f4ddaf174 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1097 time: 0.2615151
Apr 20 18:27:24.289310 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-bcc713dc-55f2-4c56-97a0-f6fc342c75e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 217 time: 0.1238384
Apr 20 18:27:24.399609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-caa628cb-97fd-4eb2-91d4-a6009290847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:24.401039 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-caa628cb-97fd-4eb2-91d4-a6009290847a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0984964
Apr 20 18:27:24.531994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc367f-84ab-4c71-a4b4-9e13a9aea292 req-015c6117-1391-45da-a48f-eb5e1be727da tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:24.532729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-31dc367f-84ab-4c71-a4b4-9e13a9aea292 req-015c6117-1391-45da-a48f-eb5e1be727da tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:27:24.872113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-31dc367f-84ab-4c71-a4b4-9e13a9aea292 req-015c6117-1391-45da-a48f-eb5e1be727da tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:27:24.873364 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-31dc367f-84ab-4c71-a4b4-9e13a9aea292 req-015c6117-1391-45da-a48f-eb5e1be727da tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 944 time: 0.7091823
Apr 20 18:27:24.939183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-cf338920-1004-4032-a198-2273f7f97860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:24.940760 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-cf338920-1004-4032-a198-2273f7f97860 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5289726
Apr 20 18:27:24.988103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa966f-1afb-479c-b84d-9da3244219af req-42abc1bf-bb7f-416c-a1ba-6ed4544f2c70 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:24.989705 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bfaa966f-1afb-479c-b84d-9da3244219af req-42abc1bf-bb7f-416c-a1ba-6ed4544f2c70 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 946 time: 0.0892379
Apr 20 18:27:25.038344 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bfaa966f-1afb-479c-b84d-9da3244219af req-d5f7848e-445b-4851-bae7-820f07110fed tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411940
Apr 20 18:27:25.042175 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-31dc367f-84ab-4c71-a4b4-9e13a9aea292 req-efe8fa0b-e846-4de5-8ab4-d56eaf19cfc6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1612854
Apr 20 18:27:25.044261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Router f4ddc2a0-8974-4063-a4ec-869df88b53fa has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:27:25.267007 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-67e1f953-3756-483a-8350-44ca80981cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3183851
Apr 20 18:27:25.371799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:27:25.377480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:25.384568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] Sync routers for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:25.394570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:25.395346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9879a7f0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:25.467037 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7e8879de-f3bc-4ca6-9513-3ed3039ce0b6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "PUT /v2.0/floatingips/b8272704-fa2c-46a5-afef-859d721f6737 HTTP/1.1" status: 200  len: 990 time: 3.2329144
Apr 20 18:27:25.486057 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fd50832-86e1-43a4-a655-1e0f47673f01 req-b6633e55-ddbd-4a30-89a9-c328f5eabebd service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109909
Apr 20 18:27:25.620788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:25.688058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-2e121b49-e4d4-4b85-a3ac-4311ba52a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:25.689733 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-2e121b49-e4d4-4b85-a3ac-4311ba52a27f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1097 time: 0.0968196
Apr 20 18:27:25.837962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-751023fe-b37f-4b39-a860-6855d2254e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:25.839548 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-751023fe-b37f-4b39-a860-6855d2254e12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1425536
Apr 20 18:27:25.843173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:25.909645 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'status': 'completed', 'code': 200}
Apr 20 18:27:25.919133 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-b4adb280-c17e-4b43-ae3c-c9b78415c158 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 217 time: 0.0708859
Apr 20 18:27:26.018903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9879a7f0>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'b8272704-fa2c-46a5-afef-859d721f6737', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'port_id': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'mac_address': 'fa:16:3e:a2:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:05Z', 'updated_at': '2021-04-20T18:27:23Z', 'revision_number': 1, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:26.023100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] Checking router: f4ddc2a0-8974-4063-a4ec-869df88b53fa for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:26.026192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-96038db0-6764-4621-a998-51c3356417ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.027884 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-96038db0-6764-4621-a998-51c3356417ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0707765
Apr 20 18:27:26.032214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:26.032889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9879a7f0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:26.041046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4206b2a-1b80-443a-a677-619df9e87cde req-391fd596-23dd-466d-8fa1-0f5c968ae460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.042664 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4206b2a-1b80-443a-a677-619df9e87cde req-391fd596-23dd-466d-8fa1-0f5c968ae460 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1098 time: 0.0851712
Apr 20 18:27:26.142515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-0fd6f50a-f3ca-4b73-be14-06fd3cf7c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.149928 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-0fd6f50a-f3ca-4b73-be14-06fd3cf7c851 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1139967
Apr 20 18:27:26.251482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:26.252214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4206b2a-1b80-443a-a677-619df9e87cde req-c8dfd276-1433-47b3-a81d-d3054bb71be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.254127 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4206b2a-1b80-443a-a677-619df9e87cde req-c8dfd276-1433-47b3-a81d-d3054bb71be2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.2047105
Apr 20 18:27:26.308413 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-637bda6f-b1eb-44b2-b4d9-dc95daf0f50e service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468308
Apr 20 18:27:26.330497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:26.380704 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4206b2a-1b80-443a-a677-619df9e87cde req-78a3b9a0-ff9a-470b-a7b1-b2c736b9c644 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 200  len: 998 time: 0.1199582
Apr 20 18:27:26.451299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e050a-74e4-46fb-9847-a9dbdc6a1602 req-72374f73-113a-4a18-b8d0-f2b2030c8bad tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.452940 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-667e050a-74e4-46fb-9847-a9dbdc6a1602 req-72374f73-113a-4a18-b8d0-f2b2030c8bad tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 944 time: 0.2429223
Apr 20 18:27:26.461464 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-54ffb825-82ae-45bb-97fa-22b7607dbe10 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1448007
Apr 20 18:27:26.492930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4206b2a-1b80-443a-a677-619df9e87cde req-71490bc8-6003-4f44-bcbd-cc47da3c7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.494519 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4206b2a-1b80-443a-a677-619df9e87cde req-71490bc8-6003-4f44-bcbd-cc47da3c7c8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.1030316
Apr 20 18:27:26.563717 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-667e050a-74e4-46fb-9847-a9dbdc6a1602 req-0824a178-27a2-4666-b4f0-fbc981ae9cfb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014981
Apr 20 18:27:26.596973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4206b2a-1b80-443a-a677-619df9e87cde req-1acf8542-3e85-4da3-8da3-653d2ff28153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:26.599121 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4206b2a-1b80-443a-a677-619df9e87cde req-1acf8542-3e85-4da3-8da3-653d2ff28153 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0943096
Apr 20 18:27:26.657054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9879a7f0>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'b8272704-fa2c-46a5-afef-859d721f6737', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'port_id': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'mac_address': 'fa:16:3e:a2:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:05Z', 'updated_at': '2021-04-20T18:27:23Z', 'revision_number': 1, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:26.661563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160d7a8-90bf-44fa-96a5-a963c5349d44 None None] The sync data for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi is: [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'b8272704-fa2c-46a5-afef-859d721f6737', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'floating_ip_address': '172.27.0.27', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'port_id': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'mac_address': 'fa:16:3e:a2:8a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:05Z', 'updated_at': '2021-04-20T18:27:23Z', 'revision_number': 1, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:26.758194 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4206b2a-1b80-443a-a677-619df9e87cde req-ab6f2eb0-575b-4d1a-a4aa-a190939c7c8f service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519854
Apr 20 18:27:26.917176 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4206b2a-1b80-443a-a677-619df9e87cde req-5a00fd5c-331a-461a-94f7-e3ff10d23b4c service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518335
Apr 20 18:27:26.939618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a024d7e-5392-477d-829f-a9683c179e3d None None] New status for floating IP b8272704-fa2c-46a5-afef-859d721f6737: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:27:27.769127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7e48-1fdc-4ac5-841e-53841bbe5f17 req-7fec4dba-90ca-4a40-8f9f-0256165690fe tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:27.770734 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-111b7e48-1fdc-4ac5-841e-53841bbe5f17 req-7fec4dba-90ca-4a40-8f9f-0256165690fe tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 944 time: 0.0919714
Apr 20 18:27:27.822676 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-111b7e48-1fdc-4ac5-841e-53841bbe5f17 req-2eb6ebb6-3a59-41e9-abbe-200585da8fa8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445302
Apr 20 18:27:29.050209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eb43c1e2-ebae-4195-ac80-55e62d766ee3 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:27:29.090787 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-a7ca63f2-bc17-4c09-a69b-8ebb0f65ec34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1075985
Apr 20 18:27:29.099743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7fa77-e97e-411d-9bb3-47e0edd686e0 req-a02741f9-619c-4a2d-b23a-a39f43586516 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:29.101292 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3aa7fa77-e97e-411d-9bb3-47e0edd686e0 req-a02741f9-619c-4a2d-b23a-a39f43586516 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 944 time: 0.1636875
Apr 20 18:27:29.155049 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3aa7fa77-e97e-411d-9bb3-47e0edd686e0 req-86f5d9ca-a86c-4013-8e53-31deac05dfbb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472746
Apr 20 18:27:29.200889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eb43c1e2-ebae-4195-ac80-55e62d766ee3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:29.215045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'port_id': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'mac_address': 'fa:16:3e:e4:39:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:27:29.276925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:29.296590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb43c1e2-ebae-4195-ac80-55e62d766ee3 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:27:29.314420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eb43c1e2-ebae-4195-ac80-55e62d766ee3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:29.317542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:29.319555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:29.398608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=eb43c1e2-ebae-4195-ac80-55e62d766ee3,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:29.401899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:29.506834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-ca93a8fd-1e76-43c6-9c26-38ceee1f71ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:29.508442 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-ca93a8fd-1e76-43c6-9c26-38ceee1f71ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1098 time: 0.3075273
Apr 20 18:27:29.633316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['eb43c1e2-ebae-4195-ac80-55e62d766ee3'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:27:29.664965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-0a2e064c-4eca-430e-b126-b3d1a0c6e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:29.666489 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-0a2e064c-4eca-430e-b126-b3d1a0c6e227 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.1363032
Apr 20 18:27:29.780320 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-5eec8327-d434-4920-81bc-4fde86b34667 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 200  len: 1000 time: 0.1069202
Apr 20 18:27:29.852207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-622b358c-5a8b-4f92-9e64-cf25a2a0a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:29.853761 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-622b358c-5a8b-4f92-9e64-cf25a2a0a882 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.0641921
Apr 20 18:27:29.940275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-a1335659-0bb2-4e69-8e7f-dd6e045c6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:29.941774 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-a1335659-0bb2-4e69-8e7f-dd6e045c6365 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809329
Apr 20 18:27:30.070287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-848e7bc9-75a7-4997-9fe2-cb9d9e879be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:30.092165 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-21c15a06-9aef-4f33-b867-8a6b340af820 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430151
Apr 20 18:27:30.247690 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04cf89e0-ed5c-4b8d-9a0c-5384fa6d361e req-6f509b30-040f-4e10-902b-b3134fe11dbe service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470053
Apr 20 18:27:30.376679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f66ac2-209e-4a1f-a9cd-88ca8e066989 req-f20c982b-542f-4f07-a5c5-fe506bcf7716 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:30.378292 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-02f66ac2-209e-4a1f-a9cd-88ca8e066989 req-f20c982b-542f-4f07-a5c5-fe506bcf7716 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 945 time: 0.0901685
Apr 20 18:27:30.428913 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-02f66ac2-209e-4a1f-a9cd-88ca8e066989 req-38c369c1-7bc7-43f8-a59e-e5d4b0f15c28 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422118
Apr 20 18:27:31.062542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eb43c1e2-ebae-4195-ac80-55e62d766ee3 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:27:31.136337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port eb43c1e2-ebae-4195-ac80-55e62d766ee3 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:27:31.141170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port eb43c1e2-ebae-4195-ac80-55e62d766ee3 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:27:31.141598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:31.428479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:31.456978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:31.467857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eb43c1e2-ebae-4195-ac80-55e62d766ee3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:27:31.472763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:31.474646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:27:31.550575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=eb43c1e2-ebae-4195-ac80-55e62d766ee3,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:27:31.554347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:27:31.638911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7b0fa-ffd9-42ce-ab10-4f9e5a27362d req-5e2b623f-4bf3-4e56-a39f-ba4b75001744 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:31.640582 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6af7b0fa-ffd9-42ce-ab10-4f9e5a27362d req-5e2b623f-4bf3-4e56-a39f-ba4b75001744 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 946 time: 0.0935221
Apr 20 18:27:31.662748 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'code': 200}
Apr 20 18:27:31.689833 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6af7b0fa-ffd9-42ce-ab10-4f9e5a27362d req-a4c1a558-87c0-4ff1-8160-34fcc7b88987 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426335
Apr 20 18:27:31.946824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b0f67-a021-4d66-afa1-c1c12fe6e1b7 req-25e46f19-28bd-4b01-ab3e-6d89fcf97a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:31.948344 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-077b0f67-a021-4d66-afa1-c1c12fe6e1b7 req-25e46f19-28bd-4b01-ab3e-6d89fcf97a11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0803423
Apr 20 18:27:31.991000 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-077b0f67-a021-4d66-afa1-c1c12fe6e1b7 req-9bec412e-3322-44e5-9866-f7db982946fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358529
Apr 20 18:27:32.383605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-55d90380-e8e1-4e51-adc3-712cd84604a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:32.754332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:32.901984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be989d-e571-499e-9a14-829eaf5fded9 req-dd4619ac-f83b-478f-a696-5174a614f2c7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:32.903503 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c0be989d-e571-499e-9a14-829eaf5fded9 req-dd4619ac-f83b-478f-a696-5174a614f2c7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 946 time: 0.0881953
Apr 20 18:27:32.953651 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c0be989d-e571-499e-9a14-829eaf5fded9 req-355ee55a-db51-49ba-8487-d9e84d66432e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439622
Apr 20 18:27:33.533778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.158001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983de45-f56f-41a2-b7cf-59fc07d5baa3 req-1fa437ad-edb9-4063-9d8c-1a00a649b9e4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:34.159537 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f983de45-f56f-41a2-b7cf-59fc07d5baa3 req-1fa437ad-edb9-4063-9d8c-1a00a649b9e4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 946 time: 0.0913515
Apr 20 18:27:34.208161 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f983de45-f56f-41a2-b7cf-59fc07d5baa3 req-8608de73-4e62-42fc-90cf-fb0ed670ec74 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419884
Apr 20 18:27:34.407994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eafbf-4ec3-471f-8bb3-4108aac3db3a req-afe47be6-29c7-47cd-bf69-369aaf96d580 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:34.409305 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c7eafbf-4ec3-471f-8bb3-4108aac3db3a req-afe47be6-29c7-47cd-bf69-369aaf96d580 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 946 time: 0.0884254
Apr 20 18:27:34.419135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 55102) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:27:34.424855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Request body: {'floatingip': {'port_id': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:27:34.445468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:34.513243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:35.142965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:35.145682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:35.329467 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Floating IP 0f5dc510-b878-4988-9f5f-24fc9baabc24 associated. External IP: 172.27.0.172, port: eb43c1e2-ebae-4195-ac80-55e62d766ee3.
Apr 20 18:27:35.703184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Router 23269ded-e216-46e8-84b7-0bc3058d18bd has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:27:36.127692 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:27:36.134002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:27:36.139844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] Sync routers for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:27:36.150933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:36.151711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a984c6e10>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:36.198734 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-783b60b7-ef6c-4284-a162-b43fd8dfa811 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "PUT /v2.0/floatingips/0f5dc510-b878-4988-9f5f-24fc9baabc24 HTTP/1.1" status: 200  len: 992 time: 1.7783663
Apr 20 18:27:36.199448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'tag': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:27:36.312384 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'tag': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'status': 'completed', 'code': 200}
Apr 20 18:27:36.350245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:36.482723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-c8132d28-ade3-4211-aaf5-aabe8fed7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:36.484315 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-c8132d28-ade3-4211-aaf5-aabe8fed7b5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0794401
Apr 20 18:27:36.628306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-e69bbe9e-c1c7-4866-a1e3-af995f670f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:36.629888 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-e69bbe9e-c1c7-4866-a1e3-af995f670f43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1385438
Apr 20 18:27:36.736518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a984c6e10>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '0f5dc510-b878-4988-9f5f-24fc9baabc24', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'port_id': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'mac_address': 'fa:16:3e:e4:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:17Z', 'updated_at': '2021-04-20T18:27:35Z', 'revision_number': 1, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:36.740670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] Checking router: 23269ded-e216-46e8-84b7-0bc3058d18bd for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:27:36.745118 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-8fed5954-4658-4e79-bb5c-c0b4f27d818b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1000 time: 0.1070099
Apr 20 18:27:36.750400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:27:36.751100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a984c6e10>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:27:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:36.825506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-c4ba66bb-333d-46fa-8751-7e59a1c247dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:36.827111 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-c4ba66bb-333d-46fa-8751-7e59a1c247dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0716078
Apr 20 18:27:36.910547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-0aa5b58f-5df1-4ea2-af23-742b49e4d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:27:36.912142 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-0aa5b58f-5df1-4ea2-af23-742b49e4d379 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762601
Apr 20 18:27:36.939928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:27:37.057716 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-a80c14c1-a946-472f-b890-8c2f35421cbd service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381571
Apr 20 18:27:37.205238 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23fe95d1-587e-40c1-b9b6-4e4da96bb95c req-676c4593-5bbe-45e3-9161-cc2ebf2127aa service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400027
Apr 20 18:27:37.316603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a984c6e10>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '0f5dc510-b878-4988-9f5f-24fc9baabc24', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'port_id': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'mac_address': 'fa:16:3e:e4:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:17Z', 'updated_at': '2021-04-20T18:27:35Z', 'revision_number': 1, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:27:37.320853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4da933-2d89-41c9-8d32-de85d2b1446b None None] The sync data for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi is: [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '0f5dc510-b878-4988-9f5f-24fc9baabc24', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'port_id': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'mac_address': 'fa:16:3e:e4:39:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:27:17Z', 'updated_at': '2021-04-20T18:27:35Z', 'revision_number': 1, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:27:37.605931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef7f8c7-2052-4499-8417-79d4be4a132e None None] New status for floating IP 0f5dc510-b878-4988-9f5f-24fc9baabc24: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:27:37.885837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:27:56.303806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:00.074057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6212d051-3e6f-4fb0-97bb-4d1dbb4f9056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:02.384833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-511e381a-9186-4acb-9ac7-4c1de98ff29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:02.754372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:03.534682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:04.446240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:10.420875 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf31d77-cddc-41cf-8fc7-e38c4808e0b4 req-4d5fb776-aead-4dbc-bc60-7162321d91b1 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:10.422350 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bbf31d77-cddc-41cf-8fc7-e38c4808e0b4 req-4d5fb776-aead-4dbc-bc60-7162321d91b1 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 946 time: 0.0915623
Apr 20 18:28:10.469625 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bbf31d77-cddc-41cf-8fc7-e38c4808e0b4 req-b681e6d0-43db-4272-a881-55d9c85c844d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407763
Apr 20 18:28:11.677233 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb037f-c98d-43d3-862c-1c7cfd483b09 req-ea31446b-bc83-422c-834d-c3e4340768ef tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:11.678835 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d7eb037f-c98d-43d3-862c-1c7cfd483b09 req-ea31446b-bc83-422c-834d-c3e4340768ef tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 946 time: 0.0916915
Apr 20 18:28:11.726184 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d7eb037f-c98d-43d3-862c-1c7cfd483b09 req-829448cb-a5fb-44cb-9602-7d4030d248c6 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410988
Apr 20 18:28:12.300372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2d068d61-e15c-40e8-92e9-00111aa4df2f tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:12.301941 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2d068d61-e15c-40e8-92e9-00111aa4df2f tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.36 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 946 time: 0.0878990
Apr 20 18:28:12.382544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Deleting port 4388147c-b22b-4841-b2e7-0f8ecb8e086f {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:28:12.382828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:12.640280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] For port 4388147c-b22b-4841-b2e7-0f8ecb8e086f, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4388147c-b22b-4841-b2e7-0f8ecb8e086f,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:12.640629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:12.778325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Calling delete_port for 4388147c-b22b-4841-b2e7-0f8ecb8e086f owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:28:12.923472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:12.930296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d1139e48-6d96-4a43-9ecb-13834f8d4e19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:12.930547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7817cb-873b-4a18-bf98-b71946294606 req-8445b948-6bf0-4ff9-b1d6-cf2a2dfa7917 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:12.932127 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-da7817cb-873b-4a18-bf98-b71946294606 req-8445b948-6bf0-4ff9-b1d6-cf2a2dfa7917 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=45d98504-4ae7-40fa-81b2-f0bfb4dcd308 HTTP/1.1" status: 200  len: 946 time: 0.0880330
Apr 20 18:28:12.961233 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['4388147c-b22b-4841-b2e7-0f8ecb8e086f'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:28:12.981272 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-da7817cb-873b-4a18-bf98-b71946294606 req-790eaffd-0900-4c6a-8a7f-e631acd77955 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423996
Apr 20 18:28:12.981486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Pushing event deleted for resources: {'Port': ['ID=4388147c-b22b-4841-b2e7-0f8ecb8e086f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:13.030751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.031166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.031566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.031960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.032353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.032745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.033132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.033518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.033901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.034361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.034674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.035056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:13.039137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:13.076765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] No DVR routers for this DVR port 4388147c-b22b-4841-b2e7-0f8ecb8e086f on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:28:13.079436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:13.083702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d98504-4ae7-40fa-81b2-f0bfb4dcd308', 'name': 'network-vif-deleted', 'tag': '4388147c-b22b-4841-b2e7-0f8ecb8e086f'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:13.098615 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2698a23c-4f15-4329-9401-12ba2c09e4f6 req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.36 "DELETE /v2.0/ports/4388147c-b22b-4841-b2e7-0f8ecb8e086f HTTP/1.1" status: 204  len: 173 time: 0.7911210
Apr 20 18:28:13.266491 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d98504-4ae7-40fa-81b2-f0bfb4dcd308', 'name': 'network-vif-deleted', 'tag': '4388147c-b22b-4841-b2e7-0f8ecb8e086f', 'status': 'completed', 'code': 200}
Apr 20 18:28:14.886777 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:28:17.384447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 4388147c-b22b-4841-b2e7-0f8ecb8e086f no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:28:17.421499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 4388147c-b22b-4841-b2e7-0f8ecb8e086f {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:28:17.421898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 4388147c-b22b-4841-b2e7-0f8ecb8e086f not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:28:20.312207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9256e7a-0268-4557-983c-1a4ec6b21aed req-dd2687f2-ca6f-4d51-8a28-ffe04d45b386 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:20.313824 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c9256e7a-0268-4557-983c-1a4ec6b21aed req-dd2687f2-ca6f-4d51-8a28-ffe04d45b386 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0952804
Apr 20 18:28:20.362519 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c9256e7a-0268-4557-983c-1a4ec6b21aed req-81ef0716-3737-4292-ad13-f7bdb425e63f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420632
Apr 20 18:28:21.565319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86428e35-ae66-4f7b-abc6-ea1d3e37b515 req-c6c3bb9c-d9cd-4189-994d-c19ff03bb980 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:21.566830 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86428e35-ae66-4f7b-abc6-ea1d3e37b515 req-c6c3bb9c-d9cd-4189-994d-c19ff03bb980 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0872145
Apr 20 18:28:21.616118 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86428e35-ae66-4f7b-abc6-ea1d3e37b515 req-4c270bdc-39a6-4797-b21c-50736f451e76 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430057
Apr 20 18:28:22.821359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e0516-9a86-4df3-8822-981911dac9ad req-1033b8e8-98ec-4b71-a663-055870b4ef61 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:22.822954 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-800e0516-9a86-4df3-8822-981911dac9ad req-1033b8e8-98ec-4b71-a663-055870b4ef61 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0882065
Apr 20 18:28:22.870450 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-800e0516-9a86-4df3-8822-981911dac9ad req-0fee3f3f-7135-4cad-9eee-e10b25eef9a6 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411875
Apr 20 18:28:23.724921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-123c4b35-53d3-458b-bbe3-67917c3e7120 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:23.726489 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-123c4b35-53d3-458b-bbe3-67917c3e7120 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 814 time: 0.1545150
Apr 20 18:28:23.741938 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-acfc4650-a41a-4c55-bfec-053fc190f198 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/quotas/1075f749f50d4350a332442d30431fe7 HTTP/1.1" status: 200  len: 375 time: 0.0093372
Apr 20 18:28:23.798177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-4793b2e9-6661-4ea3-8d6d-6e232266279c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Synchronizing usage tracker for tenant:1075f749f50d4350a332442d30431fe7 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:28:23.812663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-4793b2e9-6661-4ea3-8d6d-6e232266279c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Unset dirty status for tenant:1075f749f50d4350a332442d30431fe7 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:28:23.813993 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-4793b2e9-6661-4ea3-8d6d-6e232266279c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0664322
Apr 20 18:28:24.004582 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-2364c3e3-2804-4b8e-89b6-e7615af3820b service neutron] 10.222.0.22 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1823099
Apr 20 18:28:24.079279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f699b-d084-4236-978c-25c5ca41357a req-d222a273-586c-4801-b6c9-c13ab614f56f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:24.080856 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-db1f699b-d084-4236-978c-25c5ca41357a req-d222a273-586c-4801-b6c9-c13ab614f56f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0919075
Apr 20 18:28:24.129131 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-db1f699b-d084-4236-978c-25c5ca41357a req-18f66e24-8700-418f-8eb9-9bfe868ee28f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412831
Apr 20 18:28:24.149155 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-9fa477b8-22f8-400a-9fd0-b01b55edde7e service neutron] 10.222.0.22 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373394
Apr 20 18:28:24.344164 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9cfdd5d4-986a-4d90-b015-5e1c00904cd6 req-48bf8926-f232-4394-b61a-c7245a858bbc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0490987
Apr 20 18:28:25.332536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41e9a2-f7b1-478c-81db-b756bbebeb85 req-7254a435-fcde-4993-9114-dd4e10fe5cf9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:25.334100 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c41e9a2-f7b1-478c-81db-b756bbebeb85 req-7254a435-fcde-4993-9114-dd4e10fe5cf9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0876698
Apr 20 18:28:25.383177 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c41e9a2-f7b1-478c-81db-b756bbebeb85 req-fb3a80a2-2378-4581-927b-40bd75d4bcd8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407510
Apr 20 18:28:25.544021 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-295ddefc-70a2-4fb5-844a-9af966763cdc req-26824377-160e-44f2-9ab9-1ddd915c0e06 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0536120
Apr 20 18:28:25.726412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-2b74f70b-39f1-4881-ac74-29d168808028 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:25.728376 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-2b74f70b-39f1-4881-ac74-29d168808028 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 814 time: 0.1571915
Apr 20 18:28:25.751455 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Request body: {'port': {'device_id': '2e4ed2e4-f7d1-4c76-a041-11247df1d6a5', 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8', 'admin_state_up': True, 'tenant_id': '1075f749f50d4350a332442d30431fe7'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:25.894937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:28:25.905031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:28:25.914329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Made reservation on behalf of 1075f749f50d4350a332442d30431fe7 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:28:25.920309 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:26.087241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Allocated IP 172.20.0.12 (febb036d-f1e0-45d4-9851-73996168e7b8/df6c3fc0-3508-4e2f-9efe-936adb280e98/9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:28:26.297846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:26.303763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:26.326275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:26.331981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cafa6676-4811-4747-9fb0-94efaf7ee016 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:26.400603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Network febb036d-f1e0-45d4-9851-73996168e7b8 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:28:26.408315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:28:26.414100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:28:26.446279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Pushing event updated for resources: {'Port': ['ID=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:26.453116 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:26.484904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:26.485573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:26.509817 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7623949
Apr 20 18:28:26.610379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52095ef9-03d0-4790-a10e-8426e540f155 req-d9303c7b-dcd1-4cca-9e66-2ae00ffa6d05 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:26.612006 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-52095ef9-03d0-4790-a10e-8426e540f155 req-d9303c7b-dcd1-4cca-9e66-2ae00ffa6d05 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0961318
Apr 20 18:28:26.617590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Request body: {'port': {'device_id': '2e4ed2e4-f7d1-4c76-a041-11247df1d6a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:28:26.757547 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-52095ef9-03d0-4790-a10e-8426e540f155 req-9d322ff7-c1c8-4ebc-a36a-28277a644611 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1086094
Apr 20 18:28:26.786920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:26.846815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c7aea-f19a-4eac-820e-90d631dfaffa req-8484c119-343b-4f6d-ae98-34af184b450c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:26.848418 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e64c7aea-f19a-4eac-820e-90d631dfaffa req-8484c119-343b-4f6d-ae98-34af184b450c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 932 time: 0.1069629
Apr 20 18:28:26.898014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e64c7aea-f19a-4eac-820e-90d631dfaffa req-eb7f4601-3197-4cbf-9231-200dfa73656d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429001
Apr 20 18:28:27.146097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:28:27.154362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:27.176002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Transition to ACTIVE for port object 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:28:27.179985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:27.184971 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:27.362430 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Pushing event updated for resources: {'Port': ['ID=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:27.365570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:27.439173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Attempting to bind port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:28:27.439682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Attempting to bind port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:28:27.439794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Attempting to bind port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc on network febb036d-f1e0-45d4-9851-73996168e7b8 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:28:27.445180 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc on network febb036d-f1e0-45d4-9851-73996168e7b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 18:28:27.445540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Attempting to bind port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc on network febb036d-f1e0-45d4-9851-73996168e7b8 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:28:27.450985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:28:27.451332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Checking segment: {'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:28:27.451752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Bound using segment: {'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:28:27.452211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Bound port: 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e0ef0b-039c-4596-9326-d96c43dbba39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:28:27.452586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:27.547688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] For port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:28:27.550792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] For port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:28:27.554992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:27.559551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2fd5798a-f827-48f6-bc51-e412328a6c53 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:27.613677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:27.614342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:27.616357 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] 10.222.0.36 "PUT /v2.0/ports/9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 200  len: 1094 time: 1.0577629
Apr 20 18:28:27.616859 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4ed2e4-f7d1-4c76-a041-11247df1d6a5', 'tag': '9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:27.641363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Pushing event updated for resources: {'Port': ['ID=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:27.644519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:27.711025 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4ed2e4-f7d1-4c76-a041-11247df1d6a5', 'tag': '9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc', 'status': 'completed', 'code': 200}
Apr 20 18:28:27.983300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-f971bc64-5cb0-4eff-90e4-4024edc58ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:27.984169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9c5e9-50f8-41d6-8f61-fc21dd0aa58f req-8af7a28a-5af0-48c0-9c3f-e46a7132f7e5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:27.984898 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-f971bc64-5cb0-4eff-90e4-4024edc58ed9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 1097 time: 0.3177032
Apr 20 18:28:27.985776 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8eb9c5e9-50f8-41d6-8f61-fc21dd0aa58f req-8af7a28a-5af0-48c0-9c3f-e46a7132f7e5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0957391
Apr 20 18:28:28.034238 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8eb9c5e9-50f8-41d6-8f61-fc21dd0aa58f req-7dedb18b-8049-433a-929b-ef98e5277990 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419586
Apr 20 18:28:28.103965 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-cfd1fc2b-2d96-406e-a734-8159cbcca7c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 200  len: 217 time: 0.1019185
Apr 20 18:28:28.189850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-114da905-7a60-4a97-8c1e-0e2f7eccf99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:28.191426 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-114da905-7a60-4a97-8c1e-0e2f7eccf99b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0761292
Apr 20 18:28:28.250891 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-048a058d-c7c3-4868-aa6a-df3c057abd71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513017
Apr 20 18:28:28.259056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027575-4eb0-4750-99c9-a6b8fb091468 req-dce026c7-56b5-4b37-abf3-36ed2a289d3a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:28.259760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-e7027575-4eb0-4750-99c9-a6b8fb091468 req-dce026c7-56b5-4b37-abf3-36ed2a289d3a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Synchronizing usage tracker for tenant:1075f749f50d4350a332442d30431fe7 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:28:28.356819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-e7027575-4eb0-4750-99c9-a6b8fb091468 req-dce026c7-56b5-4b37-abf3-36ed2a289d3a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Unset dirty status for tenant:1075f749f50d4350a332442d30431fe7 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:28:28.358074 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7027575-4eb0-4750-99c9-a6b8fb091468 req-dce026c7-56b5-4b37-abf3-36ed2a289d3a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 944 time: 0.2985356
Apr 20 18:28:28.439901 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7027575-4eb0-4750-99c9-a6b8fb091468 req-d4da3f8c-998b-4caf-88be-25d7200990b3 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740993
Apr 20 18:28:28.445380 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-c36f88bd-534c-49a7-89b4-719c7e074ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819613
Apr 20 18:28:28.589979 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75f31f8f-22ac-438c-bf71-ec194c37a60c req-8262e185-26bd-4a64-9e01-d5f02110c80f service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382301
Apr 20 18:28:28.756286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-041f1ed3-c620-4269-af84-9e923870d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:28.757910 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-041f1ed3-c620-4269-af84-9e923870d75f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 1097 time: 0.0782051
Apr 20 18:28:28.908025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-2d29f3c6-3acd-4c86-805d-18cf1bfac13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:28.909619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-2d29f3c6-3acd-4c86-805d-18cf1bfac13d service neutron] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 915 time: 0.1446958
Apr 20 18:28:28.988389 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-ef27e4d7-cac2-42bd-979e-1aa02fa2efea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 200  len: 217 time: 0.0705876
Apr 20 18:28:29.059014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-506a661e-f5dd-490e-ba44-88701dd35519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:29.060530 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-506a661e-f5dd-490e-ba44-88701dd35519 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0649529
Apr 20 18:28:29.120121 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-85bda700-2ab4-4468-af83-ef3d6799a1a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514185
Apr 20 18:28:29.319767 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-312a1b8e-fcdc-4c72-8c2a-c1acd1f308f0 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919596
Apr 20 18:28:29.415585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4753c3-5dd2-4f33-8d99-f8335bba9e51 req-4f7811f7-9bf7-43c9-b577-d7e050b68eeb tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:29.417183 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bd4753c3-5dd2-4f33-8d99-f8335bba9e51 req-4f7811f7-9bf7-43c9-b577-d7e050b68eeb tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.2619574
Apr 20 18:28:29.506953 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bd4753c3-5dd2-4f33-8d99-f8335bba9e51 req-71012f43-58b1-46c8-8d48-7d721e52852e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820358
Apr 20 18:28:29.515088 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b83a944-34c6-4c2f-8de9-130177fc1b54 req-2c4d73d8-10e3-4946-97fc-f6e3011659fb service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1871381
Apr 20 18:28:29.643760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef16f24-ea44-4f1d-a731-fe4e32025ce1 req-b6f893aa-a039-46d4-a17b-f82666ce53fc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:29.645330 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eef16f24-ea44-4f1d-a731-fe4e32025ce1 req-b6f893aa-a039-46d4-a17b-f82666ce53fc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 944 time: 0.0881341
Apr 20 18:28:29.696445 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eef16f24-ea44-4f1d-a731-fe4e32025ce1 req-0b331f56-5f2a-4874-8b52-e1455dc7df8c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449631
Apr 20 18:28:30.074192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6755d32d-5da6-4874-bbee-7b36a98d9dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:30.718420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82356aa4-c73e-4f22-91a4-f1c1dfe72f32 req-a45ffe4c-3776-48ec-96ac-caf2d36ae8c7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:30.720175 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-82356aa4-c73e-4f22-91a4-f1c1dfe72f32 req-a45ffe4c-3776-48ec-96ac-caf2d36ae8c7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0911298
Apr 20 18:28:30.769018 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-82356aa4-c73e-4f22-91a4-f1c1dfe72f32 req-e60443e8-c323-49b0-9e07-33c894fd46c2 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426292
Apr 20 18:28:30.898271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84313849-45aa-4171-b585-83f8d899b7d2 req-db1001b6-4382-44f8-9990-36033e7c706d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:30.899850 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-84313849-45aa-4171-b585-83f8d899b7d2 req-db1001b6-4382-44f8-9990-36033e7c706d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 944 time: 0.0866997
Apr 20 18:28:30.947512 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-84313849-45aa-4171-b585-83f8d899b7d2 req-43162069-9f33-485b-b9e9-d79ea42e2cd3 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414751
Apr 20 18:28:31.404927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:28:31.543211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:31.557276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc', 'network_id': 'febb036d-f1e0-45d4-9851-73996168e7b8', 'port_id': '9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc', 'mac_address': 'fa:16:3e:f7:27:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6c3fc0-3508-4e2f-9efe-936adb280e98', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:28:31.619344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:31.636130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:28:31.652142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:31.654852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:31.656670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:31.723654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:31.731769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.732152 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.732532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.732902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.733267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.733635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.733997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.734361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.734749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.735109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.735468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.735824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:28:31.739643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:31.964779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:28:31.974813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e2ea4-b5fc-4541-b6a3-c990c2f3dd38 req-913e023b-33c8-4e45-b893-5266c5fc498f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:31.976412 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ee3e2ea4-b5fc-4541-b6a3-c990c2f3dd38 req-913e023b-33c8-4e45-b893-5266c5fc498f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0896454
Apr 20 18:28:32.026418 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ee3e2ea4-b5fc-4541-b6a3-c990c2f3dd38 req-6d0a2bb0-1e30-4072-b1a8-d2c3cf347abd tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431135
Apr 20 18:28:32.160815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ff5e7-1199-45eb-8237-b2c8c2f51f05 req-541ce36e-236e-4766-8de9-0a32bcdc459b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:32.162412 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f52ff5e7-1199-45eb-8237-b2c8c2f51f05 req-541ce36e-236e-4766-8de9-0a32bcdc459b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 945 time: 0.0940244
Apr 20 18:28:32.211775 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f52ff5e7-1199-45eb-8237-b2c8c2f51f05 req-327ce07c-d831-46ba-b78f-b94a618b7eb8 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420132
Apr 20 18:28:32.385583 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f023474d-29eb-4bf6-9013-6dac6f391916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:32.758879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:33.230353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00080bc-1203-4b6b-8a72-2e3a6813eb12 req-126d10c2-6ef0-4b46-9b00-8430592c2be7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:33.231976 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c00080bc-1203-4b6b-8a72-2e3a6813eb12 req-126d10c2-6ef0-4b46-9b00-8430592c2be7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0880401
Apr 20 18:28:33.281005 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c00080bc-1203-4b6b-8a72-2e3a6813eb12 req-9a8ec7f4-b4f9-4cd7-aeef-b4b6d4d3aee2 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426626
Apr 20 18:28:33.411248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeef48d-0a6c-421c-9c7e-2618bce86f01 req-981c5758-d8c1-4aa9-8289-e4422e170282 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:33.413235 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fdeef48d-0a6c-421c-9c7e-2618bce86f01 req-981c5758-d8c1-4aa9-8289-e4422e170282 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 945 time: 0.0877454
Apr 20 18:28:33.421617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:28:33.461979 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fdeef48d-0a6c-421c-9c7e-2618bce86f01 req-b2775073-d9e3-4c3d-843f-4de9ce9080df tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413377
Apr 20 18:28:33.491213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:28:33.495985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:28:33.496404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:33.561902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:33.631134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:33.657967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4ed2e4-f7d1-4c76-a041-11247df1d6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:33.668730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:33.671447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:33.673844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:33.746479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:33.749696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:33.766016 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4ed2e4-f7d1-4c76-a041-11247df1d6a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc', 'code': 200}
Apr 20 18:28:34.031633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d27e9-998b-4c91-bc64-ddb3c93b1d85 req-9f142400-6be8-49f5-bfeb-758829552f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:34.033185 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a43d27e9-998b-4c91-bc64-ddb3c93b1d85 req-9f142400-6be8-49f5-bfeb-758829552f82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 1099 time: 0.0789890
Apr 20 18:28:34.074778 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a43d27e9-998b-4c91-bc64-ddb3c93b1d85 req-a116e6f8-9ec7-4b42-9f09-5cf7778ee1da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349557
Apr 20 18:28:34.449748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:34.494264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb867d3-d67f-4af9-9079-9364e3710d81 req-5bb63987-3821-4f31-a1f7-ea30104f3825 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:34.495894 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbb867d3-d67f-4af9-9079-9364e3710d81 req-5bb63987-3821-4f31-a1f7-ea30104f3825 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0913725
Apr 20 18:28:34.544407 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbb867d3-d67f-4af9-9079-9364e3710d81 req-748a8f47-d035-4e51-aa41-a14417d20b56 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420206
Apr 20 18:28:34.666578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48c619-7174-4391-b790-1a2a43cd5926 req-a92e5863-7e52-4371-a552-755cd2f87631 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:34.668156 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fc48c619-7174-4391-b790-1a2a43cd5926 req-a92e5863-7e52-4371-a552-755cd2f87631 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 946 time: 0.0861189
Apr 20 18:28:34.715232 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fc48c619-7174-4391-b790-1a2a43cd5926 req-af658322-8e77-41ba-b69c-d3e1731e062a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403023
Apr 20 18:28:35.754219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ac0a7-8a61-49ca-83c4-5d54a0bda90a req-880a78e7-393f-4571-b702-0373643a5e88 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:35.756620 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-302ac0a7-8a61-49ca-83c4-5d54a0bda90a req-880a78e7-393f-4571-b702-0373643a5e88 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0919178
Apr 20 18:28:35.814304 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-302ac0a7-8a61-49ca-83c4-5d54a0bda90a req-5e2803b9-cc61-4201-acfd-6f67375d6eee tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498886
Apr 20 18:28:35.932725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98351b6b-b38f-46f0-b5b9-df331c92c5f6 req-4e7e5045-6a50-453f-8a05-b0db24cfdb5a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:35.934310 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98351b6b-b38f-46f0-b5b9-df331c92c5f6 req-4e7e5045-6a50-453f-8a05-b0db24cfdb5a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 946 time: 0.0898399
Apr 20 18:28:35.981925 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98351b6b-b38f-46f0-b5b9-df331c92c5f6 req-e62fa4bf-c9b0-4107-9fb5-a05c7bb2a07b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411446
Apr 20 18:28:37.024752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf001334-7d2a-4020-846d-055b893d0b69 req-ddaa21c4-44a4-4a2e-8e46-bc2e76778e38 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:37.026337 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bf001334-7d2a-4020-846d-055b893d0b69 req-ddaa21c4-44a4-4a2e-8e46-bc2e76778e38 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0910552
Apr 20 18:28:37.075952 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bf001334-7d2a-4020-846d-055b893d0b69 req-da8641e5-8c8d-455d-bb94-1f54938e7ffb tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429635
Apr 20 18:28:37.414083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:28:37.554387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:37.569600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'port_id': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'mac_address': 'fa:16:3e:a2:8a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:28:37.628107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:37.646031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d04185fb-b7be-4560-98ad-57be1b019e17 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:28:37.661671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:37.664648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:37.666444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:37.903286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:37.906247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:37.941528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['d04185fb-b7be-4560-98ad-57be1b019e17'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:28:38.297315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda98b9-a8b2-4071-801a-9866a6ef7396 req-4fe32ee2-9759-405b-9adb-98e484cb6705 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:38.297784 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-deda98b9-a8b2-4071-801a-9866a6ef7396 req-4fe32ee2-9759-405b-9adb-98e484cb6705 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 944 time: 0.0903001
Apr 20 18:28:38.350816 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-deda98b9-a8b2-4071-801a-9866a6ef7396 req-4f13ab76-eb15-4c48-acc5-0af32fff7425 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456195
Apr 20 18:28:39.429304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:28:39.518315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port d04185fb-b7be-4560-98ad-57be1b019e17 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:28:39.518922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:39.582935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c0664-5521-435e-a4ed-c8997ac25aa4 req-df6e7cd5-482e-4285-a43c-f4eb4f535b03 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:39.585688 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-318c0664-5521-435e-a4ed-c8997ac25aa4 req-df6e7cd5-482e-4285-a43c-f4eb4f535b03 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 944 time: 0.1101310
Apr 20 18:28:39.639122 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-318c0664-5521-435e-a4ed-c8997ac25aa4 req-315d4650-bd62-43ce-bae0-57da4abc21b3 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466270
Apr 20 18:28:39.667914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:39.698745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:39.716392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:39.721362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:39.723370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:39.776592 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'code': 200}
Apr 20 18:28:39.820275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=7']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:39.825508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:40.886177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a10444-9e32-46cf-ae05-4a7a20403fe2 req-8eff30b2-8ed7-4d76-be5a-3f95a02e40f9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:40.890959 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-81a10444-9e32-46cf-ae05-4a7a20403fe2 req-8eff30b2-8ed7-4d76-be5a-3f95a02e40f9 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.1272235
Apr 20 18:28:40.939114 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-81a10444-9e32-46cf-ae05-4a7a20403fe2 req-e7ccc7fb-27cc-4895-82d2-b165c745f5df tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448945
Apr 20 18:28:42.169665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205a958-8cb4-4e39-ace5-6a85ffa881fa req-e032d250-f4cb-43ce-81b1-e6ed259e77d7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:42.171424 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8205a958-8cb4-4e39-ace5-6a85ffa881fa req-e032d250-f4cb-43ce-81b1-e6ed259e77d7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.1012452
Apr 20 18:28:42.224071 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8205a958-8cb4-4e39-ace5-6a85ffa881fa req-694bf213-cfd8-4125-988e-0e331d09e293 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461504
Apr 20 18:28:43.507938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dae1f-0a41-4590-9463-2e68642cc351 req-77aff8ac-b155-4f9f-84dc-d0eb60992114 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:43.511414 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6e6dae1f-0a41-4590-9463-2e68642cc351 req-77aff8ac-b155-4f9f-84dc-d0eb60992114 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.1245577
Apr 20 18:28:43.574695 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6e6dae1f-0a41-4590-9463-2e68642cc351 req-3e0215f1-34aa-4a9e-8e8f-67c5eccbbd0d tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505097
Apr 20 18:28:44.810602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef833517-6645-4ec9-8945-90b710eea57a req-1010f7ce-12de-4fcb-a461-7be6a6705587 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:44.812806 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ef833517-6645-4ec9-8945-90b710eea57a req-1010f7ce-12de-4fcb-a461-7be6a6705587 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0949624
Apr 20 18:28:44.869405 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ef833517-6645-4ec9-8945-90b710eea57a req-80695940-98e7-43b8-9a84-205ef7f5d91a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494924
Apr 20 18:28:46.085822 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba46d8-d479-4e6e-93a7-01939d773640 req-99767b8d-82f5-4f4a-93e8-b36c4233fb49 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:46.093535 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0bba46d8-d479-4e6e-93a7-01939d773640 req-99767b8d-82f5-4f4a-93e8-b36c4233fb49 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0966754
Apr 20 18:28:46.142326 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0bba46d8-d479-4e6e-93a7-01939d773640 req-4bc82675-f5e4-4685-b228-54c0e35d68c7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478427
Apr 20 18:28:47.363305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e1bf8-7a65-47b5-9576-b99d130ddc7b req-f88295c5-fb03-452a-9675-161dfe617c90 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:47.365089 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-874e1bf8-7a65-47b5-9576-b99d130ddc7b req-f88295c5-fb03-452a-9675-161dfe617c90 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0923083
Apr 20 18:28:47.422615 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-874e1bf8-7a65-47b5-9576-b99d130ddc7b req-be778e1c-28dc-4360-af35-02962ba267a7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453196
Apr 20 18:28:48.470599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-1c0de67d-51c5-4881-a89b-762c94eb6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:48.472211 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-1c0de67d-51c5-4881-a89b-762c94eb6037 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1098 time: 0.0816741
Apr 20 18:28:48.616056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-801ea4aa-facd-4bb7-b5a4-b1923c6ffbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:48.617644 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-801ea4aa-facd-4bb7-b5a4-b1923c6ffbd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.1383710
Apr 20 18:28:48.625679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2c2c2-0d8c-468b-8f23-2b2164b10267 req-b5c5fbaa-f3ae-4c7d-8aa6-dfc60bcac18f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:48.627303 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10a2c2c2-0d8c-468b-8f23-2b2164b10267 req-b5c5fbaa-f3ae-4c7d-8aa6-dfc60bcac18f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0886803
Apr 20 18:28:48.676003 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10a2c2c2-0d8c-468b-8f23-2b2164b10267 req-b0a5090c-0ffe-40af-9ba9-b8c79ef3e454 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419059
Apr 20 18:28:48.729493 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-c5a1869a-6067-48fc-b7bf-a1d7b52c0c82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 200  len: 1000 time: 0.1050637
Apr 20 18:28:48.797993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-dd32f355-7b54-4580-af8f-f6ed0222fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:48.799599 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-dd32f355-7b54-4580-af8f-f6ed0222fbac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.0636268
Apr 20 18:28:48.889305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-0b8d84b8-afa0-4c2b-a80d-0ebd9b3e58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:48.890998 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-0b8d84b8-afa0-4c2b-a80d-0ebd9b3e58d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818274
Apr 20 18:28:49.036805 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-2ea12f89-7421-4e3e-9919-3d2038aeb546 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381788
Apr 20 18:28:49.179626 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de5e98c8-f0a0-4ca6-922f-214f3bbbfcbb req-9cf41553-7e08-42cb-85d1-3b4b3ff68150 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355402
Apr 20 18:28:49.878559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507ee88-d3c6-487f-83b6-0c1a1e819cc2 req-bfb76463-6f08-4548-a82a-14ee42126dae tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:49.880171 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5507ee88-d3c6-487f-83b6-0c1a1e819cc2 req-bfb76463-6f08-4548-a82a-14ee42126dae tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0870063
Apr 20 18:28:49.926199 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5507ee88-d3c6-487f-83b6-0c1a1e819cc2 req-c869abd1-71b3-49d5-b7d2-78c858760159 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396924
Apr 20 18:28:51.137868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ccf84-5f8d-461f-ba01-c400110b2389 req-1142361a-70ce-4636-adc2-a5e729391081 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:51.139495 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a84ccf84-5f8d-461f-ba01-c400110b2389 req-1142361a-70ce-4636-adc2-a5e729391081 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 945 time: 0.0915680
Apr 20 18:28:51.189126 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a84ccf84-5f8d-461f-ba01-c400110b2389 req-e4e2b448-946f-40d7-b0af-42c67bcccd72 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429993
Apr 20 18:28:51.467385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:28:51.592372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:51.620737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:28:51.630723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:28:51.633552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:51.635404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:28:51.669701 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'code': 422} returned with failed status
Apr 20 18:28:51.707660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=8']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:28:51.711451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:28:51.886797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:28:52.392869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af0ca6-14b2-40ae-9860-dc0e7a92a7a3 req-97a06772-8dc6-4cc5-80ed-99cbb77ea5cf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:52.394518 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-12af0ca6-14b2-40ae-9860-dc0e7a92a7a3 req-97a06772-8dc6-4cc5-80ed-99cbb77ea5cf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0880694
Apr 20 18:28:52.441052 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-12af0ca6-14b2-40ae-9860-dc0e7a92a7a3 req-bdeab2e2-eafe-43dd-b61a-75bbb262e150 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396388
Apr 20 18:28:53.929175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c7588-d3c0-4dbf-9372-be5e08e2e80b req-192ef961-682c-4cc2-ba1b-0022b2362421 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:53.930781 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d25c7588-d3c0-4dbf-9372-be5e08e2e80b req-192ef961-682c-4cc2-ba1b-0022b2362421 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0915868
Apr 20 18:28:53.978637 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d25c7588-d3c0-4dbf-9372-be5e08e2e80b req-55a286a6-80bc-459c-ab1f-2e1c8556ff13 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414326
Apr 20 18:28:54.102499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 55770) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:28:54.225265 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-8a12352c-e24a-4c6d-8ab2-e282ddc452df service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1209769
Apr 20 18:28:54.777056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-47a7190f-1840-4b9f-8f19-ad09eccfb38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:54.778657 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-47a7190f-1840-4b9f-8f19-ad09eccfb38f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27&tenant_id=ef76467afabe40069eec102250c40fc0 HTTP/1.1" status: 200  len: 1096 time: 0.0775094
Apr 20 18:28:54.884664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-365c0fff-3c85-449b-a6fb-f97783730a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:54.886187 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-365c0fff-3c85-449b-a6fb-f97783730a0b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1096 time: 0.0753939
Apr 20 18:28:55.306550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-4f1ceafa-2dfe-4bea-bcf0-0cf19ab4a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.308040 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-4f1ceafa-2dfe-4bea-bcf0-0cf19ab4a60e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.4156554
Apr 20 18:28:55.321518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0612bd-ecad-4b90-a1c4-3ee8c1a0a39f req-f3edd8c9-9af2-4f05-88c6-8b803fc3407a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.323002 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f0612bd-ecad-4b90-a1c4-3ee8c1a0a39f req-f3edd8c9-9af2-4f05-88c6-8b803fc3407a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.1398389
Apr 20 18:28:55.460018 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f0612bd-ecad-4b90-a1c4-3ee8c1a0a39f req-7d863c7e-3da8-4fd8-a78c-136e08fb60ac tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816021
Apr 20 18:28:55.461874 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-f416accc-f158-4028-aa0f-5335202a7099 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 200  len: 998 time: 0.1379704
Apr 20 18:28:55.485621 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:28:55.530065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-ddf9803f-6ff6-4ff6-adb1-b7b508bafd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.531690 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-ddf9803f-6ff6-4ff6-adb1-b7b508bafd22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.0640471
Apr 20 18:28:55.619504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-4a3a88d1-433a-4951-9a64-d4d31b99c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:55.621097 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-4a3a88d1-433a-4951-9a64-d4d31b99c220 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812881
Apr 20 18:28:55.759903 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-4daa2eb6-6492-4c85-9b62-3639fc7d8210 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326618
Apr 20 18:28:55.899598 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-9f849adc-7990-41b3-a721-3b511ce1d3cc service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330099
Apr 20 18:28:56.308393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:28:56.673720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32af0f-5293-4230-8e6b-53c1dc4432a7 req-d6208041-2a59-4ee7-ad34-31368fb0272a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:56.674715 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b32af0f-5293-4230-8e6b-53c1dc4432a7 req-d6208041-2a59-4ee7-ad34-31368fb0272a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0964267
Apr 20 18:28:56.729770 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b32af0f-5293-4230-8e6b-53c1dc4432a7 req-ac1b9e0c-ab88-499f-bf12-020f94b05495 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480270
Apr 20 18:28:57.958452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e97ea7-3234-440c-afeb-73c32d727811 req-1f51ef96-7518-4794-95a8-a9c78ba05661 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:57.960659 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-14e97ea7-3234-440c-afeb-73c32d727811 req-1f51ef96-7518-4794-95a8-a9c78ba05661 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0917742
Apr 20 18:28:58.011360 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-14e97ea7-3234-440c-afeb-73c32d727811 req-60dde80b-b84c-4cab-ad85-813b3bc09721 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439606
Apr 20 18:28:59.232266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752f85-dc16-44a2-8094-4229400a9c88 req-d539c21b-67c0-4cf5-872a-a0f0d2e4d8e0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:28:59.233907 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-21752f85-dc16-44a2-8094-4229400a9c88 req-d539c21b-67c0-4cf5-872a-a0f0d2e4d8e0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0927556
Apr 20 18:28:59.282750 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-21752f85-dc16-44a2-8094-4229400a9c88 req-c1d9ea76-afeb-4b0b-9547-3038cd925ebc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422323
Apr 20 18:29:00.076691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f806ed7f-29ef-4918-8be2-80dba589358c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:00.504382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cbaec-44d0-4add-959f-1fe3eba9bbf2 req-d12a0e15-ea16-42bd-b98e-c40122b9ed70 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:00.506053 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-963cbaec-44d0-4add-959f-1fe3eba9bbf2 req-d12a0e15-ea16-42bd-b98e-c40122b9ed70 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0999599
Apr 20 18:29:00.563151 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-963cbaec-44d0-4add-959f-1fe3eba9bbf2 req-59216038-6a3f-4b70-a93f-8f89810f5113 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503235
Apr 20 18:29:02.018569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b69a6-b315-4890-9a90-d33f49b0690d req-9ad92a4d-5ac2-4d3a-a333-cbea9cc6897b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:02.020176 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-051b69a6-b315-4890-9a90-d33f49b0690d req-9ad92a4d-5ac2-4d3a-a333-cbea9cc6897b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.3307600
Apr 20 18:29:02.071257 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-051b69a6-b315-4890-9a90-d33f49b0690d req-adc0fce1-472b-4eaf-901f-490a2432a21e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431280
Apr 20 18:29:02.387201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-57eba4d9-8e4b-46a7-97a4-0b0a7fd288bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:02.762039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:03.305079 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead3ee4-b67b-42cf-abf1-9af6910f5a9d req-a4224a71-2119-4268-b5d8-bfe849a86e5a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:03.305644 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3ead3ee4-b67b-42cf-abf1-9af6910f5a9d req-a4224a71-2119-4268-b5d8-bfe849a86e5a tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.1083174
Apr 20 18:29:03.361635 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3ead3ee4-b67b-42cf-abf1-9af6910f5a9d req-fdb36ceb-22df-454b-ac7c-7a31b4ebd3ab tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497255
Apr 20 18:29:03.534045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:04.462727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:04.587004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9348a-55db-4e4b-aac3-3abf578912cd req-6e431626-b954-4ca9-8571-5f35f7a7f595 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:04.588603 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ab9348a-55db-4e4b-aac3-3abf578912cd req-6e431626-b954-4ca9-8571-5f35f7a7f595 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0923228
Apr 20 18:29:04.642208 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ab9348a-55db-4e4b-aac3-3abf578912cd req-83ac4ee0-a033-492a-ad83-1907c5bd3490 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470178
Apr 20 18:29:05.859739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff69e45-1037-4eda-83ff-70a037557772 req-bbcc281a-d067-4dce-9527-71dcf6ce1c14 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:05.861723 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fff69e45-1037-4eda-83ff-70a037557772 req-bbcc281a-d067-4dce-9527-71dcf6ce1c14 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0977435
Apr 20 18:29:05.912724 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fff69e45-1037-4eda-83ff-70a037557772 req-d1eecc26-e47b-4890-9388-151450a95c9b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444257
Apr 20 18:29:07.119095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bba10c-21ba-4587-bd56-05371b322aeb req-e74244c2-4c6a-4f87-abb0-dfd6829e4ed0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:07.120679 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-77bba10c-21ba-4587-bd56-05371b322aeb req-e74244c2-4c6a-4f87-abb0-dfd6829e4ed0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0878906
Apr 20 18:29:07.168353 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-77bba10c-21ba-4587-bd56-05371b322aeb req-275d6fa5-bec6-4807-a53e-92a7c449eb35 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411479
Apr 20 18:29:08.374807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e6fc2-d9e3-4b2a-8934-e523a648f4bb req-8ee33e93-e4c2-492b-a7ca-f33c3ea7f2ef tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:08.376382 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-836e6fc2-d9e3-4b2a-8934-e523a648f4bb req-8ee33e93-e4c2-492b-a7ca-f33c3ea7f2ef tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0922112
Apr 20 18:29:08.424345 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-836e6fc2-d9e3-4b2a-8934-e523a648f4bb req-d2ba3328-dbee-4e24-b52b-af2e2a02c800 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410423
Apr 20 18:29:09.547444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 18:29:09.630344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba5841-db45-4c0d-8f4e-b5e7dcb9af57 req-ad613a53-c90b-47e9-9843-80465f9a4564 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:09.632574 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6dba5841-db45-4c0d-8f4e-b5e7dcb9af57 req-ad613a53-c90b-47e9-9843-80465f9a4564 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 943 time: 0.0913241
Apr 20 18:29:09.682128 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6dba5841-db45-4c0d-8f4e-b5e7dcb9af57 req-85108d64-4d89-4fa4-811e-2248cf6ebf07 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431452
Apr 20 18:29:09.689883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:09.705421 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'port_id': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'mac_address': 'fa:16:3e:a2:8a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 18:29:09.763305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:09.780485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04185fb-b7be-4560-98ad-57be1b019e17 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 18:29:09.796184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:09.799590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:09.802335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:09.873395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=9']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:09.876727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:10.086425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['d04185fb-b7be-4560-98ad-57be1b019e17'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:29:10.890660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd03034-161e-4a95-9fdc-8b22024d5499 req-2b9e833b-defe-4b98-8756-cb416578d6f8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:10.892255 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bfd03034-161e-4a95-9fdc-8b22024d5499 req-2b9e833b-defe-4b98-8756-cb416578d6f8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 944 time: 0.0875549
Apr 20 18:29:10.939065 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bfd03034-161e-4a95-9fdc-8b22024d5499 req-4995e9a3-a098-4e12-adaa-9b8412b3c7f8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399704
Apr 20 18:29:11.556799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:29:11.628083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port d04185fb-b7be-4560-98ad-57be1b019e17 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:29:11.628505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:11.750527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:11.778695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:11.790024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:11.793420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:11.795296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:11.833180 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'code': 200}
Apr 20 18:29:11.866802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=10']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:11.869823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:12.190438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e14948-a933-4828-baa6-80465609956f req-fabed576-813e-4e94-8281-5b58be7f4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:12.192078 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-62e14948-a933-4828-baa6-80465609956f req-fabed576-813e-4e94-8281-5b58be7f4ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1099 time: 0.1502099
Apr 20 18:29:12.201317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0a655-f8ac-4fb5-853c-8bdbe7d0760d req-7090a5c3-b13d-45dd-9285-e623bbfa6bdc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:12.202846 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e3c0a655-f8ac-4fb5-853c-8bdbe7d0760d req-7090a5c3-b13d-45dd-9285-e623bbfa6bdc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 946 time: 0.1237211
Apr 20 18:29:12.270631 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-62e14948-a933-4828-baa6-80465609956f req-37de9406-b8ae-4ca6-b9e8-2618aa1179ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667543
Apr 20 18:29:12.281119 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e3c0a655-f8ac-4fb5-853c-8bdbe7d0760d req-34e03f3e-eb55-416a-8927-c1d563b5a592 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594268
Apr 20 18:29:13.498039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccf04b-7b7a-4a85-a77a-d2e7be53d274 req-e0996399-3e36-4828-97d8-58ecb6077240 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:13.499549 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ecccf04b-7b7a-4a85-a77a-d2e7be53d274 req-e0996399-3e36-4828-97d8-58ecb6077240 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 946 time: 0.0963118
Apr 20 18:29:13.549171 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ecccf04b-7b7a-4a85-a77a-d2e7be53d274 req-392a2164-99ee-498d-97aa-b62c56399f2b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433936
Apr 20 18:29:14.754703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da5e68-4679-4f91-b390-1e872ad74635 req-e175aa70-e8fe-44fa-88c8-f0643865af7b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:14.756333 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67da5e68-4679-4f91-b390-1e872ad74635 req-e175aa70-e8fe-44fa-88c8-f0643865af7b tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 946 time: 0.0885074
Apr 20 18:29:14.805383 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67da5e68-4679-4f91-b390-1e872ad74635 req-f4aaf873-36f0-4596-a6ab-9c13b9a00c61 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420895
Apr 20 18:29:26.332657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:28.886203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:29:30.077474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-883035ba-9e2b-4382-870d-f9e4f53daec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:31.031634 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-c22bfdbe-54b6-40cf-86d3-641f47275360 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0787349
Apr 20 18:29:31.197996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-efe41432-4432-47ac-9206-b677332fafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:31.199604 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-efe41432-4432-47ac-9206-b677332fafc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ef76467afabe40069eec102250c40fc0&device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 1099 time: 0.0781744
Apr 20 18:29:31.353039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-2dfc3e16-47a0-46b0-9ee6-15e08a9a5da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:31.354517 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-2dfc3e16-47a0-46b0-9ee6-15e08a9a5da2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 200  len: 917 time: 0.1357136
Apr 20 18:29:31.464860 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-87e29bee-10bc-4059-bf2b-c8f6605cc895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 200  len: 1000 time: 0.1034639
Apr 20 18:29:31.535004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-3b2aefbe-3dca-4211-bde0-44bb6638af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:31.536513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-3b2aefbe-3dca-4211-bde0-44bb6638af28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 200  len: 855 time: 0.0652208
Apr 20 18:29:31.617611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-27564dd7-7423-40e4-b2ee-59d9b1ab3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:31.619086 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-27564dd7-7423-40e4-b2ee-59d9b1ab3eca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a442676-e97d-483e-b6c5-5a6a805f152b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759816
Apr 20 18:29:31.761660 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-aa926c9e-f53d-4baf-8bc0-56db584dc636 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330037
Apr 20 18:29:31.902042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-076306ba-eaa7-49a3-943e-7cb6350778f8 req-52d93b27-ce76-49d1-93be-6cd3fe876716 service neutron] 10.222.0.36 "GET /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337619
Apr 20 18:29:32.388069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4bf75e0a-25de-4888-aab7-89f50d89c1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:32.767163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:33.535434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:34.458076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:48.406903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac61438-d579-48a1-ac3a-4260dbd43ab3 req-d2ca6516-0a42-4bd4-9b2b-5157275c22d7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:48.408502 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eac61438-d579-48a1-ac3a-4260dbd43ab3 req-d2ca6516-0a42-4bd4-9b2b-5157275c22d7 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 946 time: 0.0912611
Apr 20 18:29:48.457442 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eac61438-d579-48a1-ac3a-4260dbd43ab3 req-027d3484-eefb-4bbd-903c-4d40c226f586 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416963
Apr 20 18:29:49.662767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34526a4f-01f4-4402-9065-f15ad72cf49d req-1484a57b-779a-47c3-886f-81ac233ba65e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:49.664408 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34526a4f-01f4-4402-9065-f15ad72cf49d req-1484a57b-779a-47c3-886f-81ac233ba65e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 946 time: 0.0878737
Apr 20 18:29:49.716568 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34526a4f-01f4-4402-9065-f15ad72cf49d req-1a2ab159-0463-4427-9d5d-54667618e21e tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups?id=8807881c-94d0-4d71-a3c7-51586151e17b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448623
Apr 20 18:29:49.994125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-050cb44e-98d4-4fa9-9510-8e4eef2867a0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:29:49.995695 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-050cb44e-98d4-4fa9-9510-8e4eef2867a0 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 946 time: 0.0871494
Apr 20 18:29:50.071519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Deleting port d04185fb-b7be-4560-98ad-57be1b019e17 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:50.071901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.326944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] For port d04185fb-b7be-4560-98ad-57be1b019e17, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=d04185fb-b7be-4560-98ad-57be1b019e17,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:29:50.327260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.637966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.638391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.638778 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Floating IP b8272704-fa2c-46a5-afef-859d721f6737 disassociated. External IP: 172.27.0.27, port: d04185fb-b7be-4560-98ad-57be1b019e17.
Apr 20 18:29:50.639166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Calling delete_port for d04185fb-b7be-4560-98ad-57be1b019e17 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:50.795038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:50.800942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0e4cfc96-7b31-4e25-b11f-ab428dc61020 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:50.849157 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event deleted for resources: {'Port': ['ID=d04185fb-b7be-4560-98ad-57be1b019e17,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:50.862429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.862866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.863275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.863679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.864084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.864483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.864878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.865271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.865667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.866088 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.866522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.866891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:29:50.887539 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-99668b6f-10d4-4c42-83eb-0e4545f5c77d req-dc104528-ab4f-41c9-b9db-ae69e08c7cbf tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 210 time: 0.0494540
Apr 20 18:29:50.933646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:51.304613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Router f4ddc2a0-8974-4063-a4ec-869df88b53fa has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:29:51.492208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:29:51.501845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] Sync routers for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:29:51.511748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:51.512415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98bafa90>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:51.569690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] No DVR routers for this DVR port d04185fb-b7be-4560-98ad-57be1b019e17 on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:29:51.572203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:51.574917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-deleted', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:29:51.589521 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8aa48fa4-e344-4595-bcf7-35fbc89ff5bb req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.36 "DELETE /v2.0/ports/d04185fb-b7be-4560-98ad-57be1b019e17 HTTP/1.1" status: 204  len: 173 time: 1.5868864
Apr 20 18:29:51.627974 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fff8a35-5e92-4dae-ae33-9daba2dd0f27', 'name': 'network-vif-deleted', 'tag': 'd04185fb-b7be-4560-98ad-57be1b019e17', 'status': 'completed', 'code': 200}
Apr 20 18:29:51.704934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:52.042375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98bafa90>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:52.046508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] Checking router: f4ddc2a0-8974-4063-a4ec-869df88b53fa for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:29:52.055474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:29:52.056150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98bafa90>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:29:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:52.074447 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c71de53-da6e-4743-be24-28c50c45825f req-e6291e96-424a-4aea-8523-03a6f156aee1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fff8a35-5e92-4dae-ae33-9daba2dd0f27 HTTP/1.1" status: 200  len: 210 time: 0.0553658
Apr 20 18:29:52.244737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:29:52.572455 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98bafa90>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:29:52.576687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc825cd2-8fd4-4b48-8a7d-d1513b7272fd None None] The sync data for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi is: [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:22:36Z', 'revision_number': 4, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '41d8cfd3-6d26-4aad-8253-dff37234761f', 'name': '', 'network_id': '0a442676-e97d-483e-b6c5-5a6a805f152b', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'mac_address': 'fa:16:3e:59:d3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:31Z', 'updated_at': '2021-04-20T18:22:51Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'subnets': [{'id': '29c3729b-b348-487b-8876-fc7a3f1323a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:29:52.965333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0935552-bc1c-4205-97f8-6c715c2427e8 None None] New status for floating IP b8272704-fa2c-46a5-afef-859d721f6737: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:29:53.209105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 56138) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:53.276722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05f9a904-caa7-4454-a2c8-961f5422cbbc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.305721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05f9a904-caa7-4454-a2c8-961f5422cbbc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.350022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05f9a904-caa7-4454-a2c8-961f5422cbbc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.355780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-da57cd4a-0d04-477d-b8dc-9db9ca979c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:53.371706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9a904-caa7-4454-a2c8-961f5422cbbc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8807881c-94d0-4d71-a3c7-51586151e17b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:53.374406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-05f9a904-caa7-4454-a2c8-961f5422cbbc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:53.380392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-05f9a904-caa7-4454-a2c8-961f5422cbbc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.381587 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-05f9a904-caa7-4454-a2c8-961f5422cbbc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "DELETE /v2.0/security-groups/8807881c-94d0-4d71-a3c7-51586151e17b HTTP/1.1" status: 204  len: 168 time: 0.1708839
Apr 20 18:29:53.384459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 56142) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:53.406093 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.v2.resource [None req-12bd3bf5-c928-4d92-a364-0c0835e14662 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] show failed (client error): The resource could not be found.
Apr 20 18:29:53.407233 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-12bd3bf5-c928-4d92-a364-0c0835e14662 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "GET /v2.0/security-groups/8807881c-94d0-4d71-a3c7-51586151e17b HTTP/1.1" status: 404  len: 347 time: 0.0217390
Apr 20 18:29:53.410062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 56146) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:29:53.576252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Deleting port dd3f8f46-4bf6-4deb-a4b5-9671ca150b8b {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:29:53.576633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.758207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.758608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:53.778063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:29:53.814058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: d04185fb-b7be-4560-98ad-57be1b019e17 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:29:53.814521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device d04185fb-b7be-4560-98ad-57be1b019e17 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:29:53.893466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Calling delete_port for dd3f8f46-4bf6-4deb-a4b5-9671ca150b8b owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:29:54.043534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.048088 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:29:54.095204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Pushing event deleted for resources: {'Port': ['ID=dd3f8f46-4bf6-4deb-a4b5-9671ca150b8b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:29:54.127377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:29:54.190097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.205363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:29:54.206640 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] 10.222.0.22 "DELETE /v2.0/floatingips/b8272704-fa2c-46a5-afef-859d721f6737 HTTP/1.1" status: 204  len: 168 time: 0.7955403
Apr 20 18:29:56.323626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:00.078547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-aa0218e2-5222-4b1c-8696-b57158a61ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.389087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a52bd921-49e3-4953-ac3b-cecf2957e2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:02.768015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:03.540406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:04.461150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:05.886176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:30:26.330040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:30.079826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0958ec14-3fe6-4cb7-a009-da732452b154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:31.038381 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-cc6685f6-c2a9-4195-9feb-4c2c2bf0b75b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763893
Apr 20 18:30:31.144461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-3c8a4792-ac0c-4377-a97a-46ba5159d5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:31.146020 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-3c8a4792-ac0c-4377-a97a-46ba5159d5ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0766907
Apr 20 18:30:31.301304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-340bb42e-4c94-43f4-bdeb-527d2856db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:31.302823 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-340bb42e-4c94-43f4-bdeb-527d2856db8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1351066
Apr 20 18:30:31.413329 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-cc7e91ee-a3d1-44dc-baf1-e65bbbc3e60b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1036277
Apr 20 18:30:31.485374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-f8cfe310-aef5-4bee-b92b-563c6aa314fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:31.487021 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-f8cfe310-aef5-4bee-b92b-563c6aa314fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0679278
Apr 20 18:30:31.571140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-c1154ee9-68de-41dd-aca5-aa015ed8559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:30:31.572671 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-c1154ee9-68de-41dd-aca5-aa015ed8559d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783327
Apr 20 18:30:31.714680 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-9a924d1e-d0a6-4995-a99f-9151b00d6ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354165
Apr 20 18:30:31.856177 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16f25e7b-9782-471d-99b8-f47cd2031a11 req-8691f327-8bb8-4771-99d4-32904b567e5b service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350811
Apr 20 18:30:32.388776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-caeef04e-a2c4-45f1-b39f-8d64289b67b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:32.772281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:33.541567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:34.463006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:30:42.885343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:30:56.338866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:00.080156 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-63190bdb-b025-4314-b98e-53ad8223c6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.390405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-76438fab-7089-41dd-a6d0-1f5e5ef2919f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:02.771901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:03.545254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:04.465739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:19.885388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:31:26.354302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:30.080494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-61d56862-85a5-4a26-aee0-d2e7af7ccb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.044078 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-3f76a972-a86c-4c1a-9e6a-d3de01024b22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0791819
Apr 20 18:31:32.152718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-6f749cb5-da18-43c0-b361-a2e0e70e632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:32.154869 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-6f749cb5-da18-43c0-b361-a2e0e70e632c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 1099 time: 0.0785072
Apr 20 18:31:32.310206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-0e81d25e-756c-4d43-b097-7890724b3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:32.311829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-0e81d25e-756c-4d43-b097-7890724b3825 service neutron] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 915 time: 0.1389925
Apr 20 18:31:32.386122 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-7917f01b-4524-4ab2-a6a2-41ef1a288720 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 200  len: 217 time: 0.0681145
Apr 20 18:31:32.391839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1c33bf4e-cc3b-4ed4-8edd-8138594e9a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.453771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-39cc48d0-f8bc-442e-9640-5cbdb1a3a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:31:32.455492 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-39cc48d0-f8bc-442e-9640-5cbdb1a3a520 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0635922
Apr 20 18:31:32.505980 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-8f01b83b-fdff-4a35-9f29-a9e507098989 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446088
Apr 20 18:31:32.645534 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-7e46891a-336e-4d12-a2d4-65d28d9fa033 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328626
Apr 20 18:31:32.776414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:32.789143 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8a35702-a0e3-4b6d-9133-ab9e32279412 req-032a24ed-0aa6-42e7-ad4b-c7e254343b8e service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373029
Apr 20 18:31:33.547093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:34.468178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.357620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:31:56.885091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:32:00.082255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bca359eb-6039-4c25-b2e5-a01e9d35a164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.392624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-723250fb-bc2d-41ad-b30e-0dd67443c32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:02.778005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:03.549182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:04.470521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:26.359815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:30.082942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ae3f91a-1da6-4cca-8f53-2c3bff9b3706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.393184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4f990989-6a2a-47da-9758-6b75aa7c306c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:32.781770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.550979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:33.884364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:32:34.016322 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb557321-ae41-457e-a2e1-0805d7475eed req-4f65c0c6-a015-4cd6-a483-e150b5e92470 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0794299
Apr 20 18:32:34.178158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557321-ae41-457e-a2e1-0805d7475eed req-ba02e658-5e20-4490-94f7-c3a139beeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.179750 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb557321-ae41-457e-a2e1-0805d7475eed req-ba02e658-5e20-4490-94f7-c3a139beeeb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0773313
Apr 20 18:32:34.333001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557321-ae41-457e-a2e1-0805d7475eed req-6f6d435d-6a66-466a-9966-c3b58eedfbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.334499 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb557321-ae41-457e-a2e1-0805d7475eed req-6f6d435d-6a66-466a-9966-c3b58eedfbd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1362786
Apr 20 18:32:34.444626 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb557321-ae41-457e-a2e1-0805d7475eed req-7c1a7dd9-da8a-4a07-b9f2-def4ad0fc512 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1038127
Apr 20 18:32:34.472673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:32:34.512926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557321-ae41-457e-a2e1-0805d7475eed req-222a40b6-feb5-427d-b7fd-7ffa7c530c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.514486 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb557321-ae41-457e-a2e1-0805d7475eed req-222a40b6-feb5-427d-b7fd-7ffa7c530c1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0632293
Apr 20 18:32:34.598525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb557321-ae41-457e-a2e1-0805d7475eed req-5e65d302-6528-4701-8477-32268ab79b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:32:34.600041 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb557321-ae41-457e-a2e1-0805d7475eed req-5e65d302-6528-4701-8477-32268ab79b50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792220
Apr 20 18:32:34.742380 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb557321-ae41-457e-a2e1-0805d7475eed req-1fcee168-2a8f-41d4-a2aa-e5a2e2554a82 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349041
Apr 20 18:32:34.883316 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb557321-ae41-457e-a2e1-0805d7475eed req-2fcad956-d220-4770-af72-1592db589c0d service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341360
Apr 20 18:32:56.370417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:00.084545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b7b05e18-85d1-49d4-a464-0584d64ad575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.396861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e833aefd-39a5-4e02-9b38-1d0716c26c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:02.783954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:03.553491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:04.475481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:10.883353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:33:26.388275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:30.086475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1b247926-478d-478a-94ce-f5b1edf5e7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:32.398388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd8face2-e9c7-4b88-8c5f-3b349d8afb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:32.786117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:33.555614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:34.477829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:33:35.104310 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-5c8bbd21-8b4d-498c-9102-69cb3419bd0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1175559
Apr 20 18:33:35.214759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-caa5ac8f-f7d9-4846-8e4b-f9549b47caa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.216339 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-caa5ac8f-f7d9-4846-8e4b-f9549b47caa3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 1099 time: 0.0799861
Apr 20 18:33:35.605047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-6fa168c4-25af-451f-b90a-10ea879cc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.606651 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-6fa168c4-25af-451f-b90a-10ea879cc830 service neutron] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 915 time: 0.3721352
Apr 20 18:33:35.680520 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-a65a1135-2ddf-4006-8978-c423693d1c4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 200  len: 217 time: 0.0673954
Apr 20 18:33:35.752394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-6b59184f-7d2f-4f27-a96f-386c46305f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:33:35.753964 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-6b59184f-7d2f-4f27-a96f-386c46305f7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0679398
Apr 20 18:33:35.806500 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-15de8207-1eb0-4945-9c35-493a4e022ade service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465047
Apr 20 18:33:35.817383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-7281b1f6-adc6-45e5-ac6a-8e77d0595a0d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:33:35.818407 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-7281b1f6-adc6-45e5-ac6a-8e77d0595a0d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054772
Apr 20 18:33:35.961193 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-32bba7d9-177b-4181-9046-fc0627c2054e service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355429
Apr 20 18:33:36.108670 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e26a4071-4340-4d7f-9e5f-e1fd1128d0b6 req-d4454ab9-f4b7-4d5e-9ebf-a347bbaa8891 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408494
Apr 20 18:33:47.882668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:33:56.392455 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:00.089934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c20aeafc-b2de-4290-8fd2-4df7ce065b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.401302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a79e253f-8670-48b4-82dd-86d6896be281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:02.788778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:03.557787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:04.479689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:24.882261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:34:26.391739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:30.092331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6286cc39-9b6a-4ffa-956a-f5a2275aaa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:32.401760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e22ca0c-0766-4a9a-9e53-70bdd63fb7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:32.791530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:33.560410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:34.484447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:34:37.033059 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-7364475d-91eb-4cac-bd51-e5dbb9beac90 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0807898
Apr 20 18:34:37.200367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-f68af32c-16d9-4d5e-be20-c70fabe7a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:37.201951 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-f68af32c-16d9-4d5e-be20-c70fabe7a141 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0790136
Apr 20 18:34:37.359169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-c89636bf-aca9-4e6a-b556-ffd3a54cfa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:37.360747 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-c89636bf-aca9-4e6a-b556-ffd3a54cfa52 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1380975
Apr 20 18:34:37.469934 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-cb8cef3f-c043-41af-b653-526dd44313fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1028497
Apr 20 18:34:37.537580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-6526d050-e6b3-4e02-9979-67404cf6c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:37.539106 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-6526d050-e6b3-4e02-9979-67404cf6c85b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0632279
Apr 20 18:34:37.623696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-a5ce9c1f-804a-4338-9680-7d4b0aeac7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:34:37.625193 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-a5ce9c1f-804a-4338-9680-7d4b0aeac7df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799296
Apr 20 18:34:37.765057 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-45541d3e-69d5-43f6-b6f8-489234d42e0d service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330907
Apr 20 18:34:37.909460 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ccd497c-e925-4961-aeb8-8e1bf00a04ce req-32dc8804-b264-4d44-89f8-4443a295a7a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377389
Apr 20 18:34:56.408046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:00.092673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6861f3bd-f793-4e80-8abb-39c77b9255ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:01.881785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:35:02.403070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2361fb5f-6a7d-44fa-831c-953f0c4367c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:02.794391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:03.562162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:04.487966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:26.407573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:30.093658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c9407ed7-dde8-4b48-97e6-69456dd73dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.405615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33c3404a-7d46-40fe-a815-2d8bdd1c69f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:32.796814 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:33.564075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:34.490899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:35:38.058489 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-94df9e92-47a6-490f-8670-3e6b38d0cde0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757787
Apr 20 18:35:38.167404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-9f381f83-aa95-4133-87d4-4945b609cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:38.169561 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-9f381f83-aa95-4133-87d4-4945b609cea3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 1099 time: 0.0802133
Apr 20 18:35:38.323084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-7c787767-9d1f-4400-a4db-57718d2308ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:38.324614 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-7c787767-9d1f-4400-a4db-57718d2308ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 915 time: 0.1350749
Apr 20 18:35:38.395564 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-0dd9cf9b-2375-4680-a9c8-7ac7ad5da953 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 200  len: 217 time: 0.0642881
Apr 20 18:35:38.465123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-d45d2e7a-a2b4-4708-9a32-67ed10201cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:35:38.467183 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-d45d2e7a-a2b4-4708-9a32-67ed10201cfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0660846
Apr 20 18:35:38.517480 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-6836e9d6-54fe-4385-b111-bf09bef95496 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443854
Apr 20 18:35:38.654816 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-697b19ba-8a7c-4a9e-845d-fe2f4d312b3d service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309159
Apr 20 18:35:38.797360 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-942fb5a1-22b3-424d-9529-4ea8f69d0a8f req-270aa078-7fed-47b7-b9cf-98d7743fedae service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357179
Apr 20 18:35:38.881363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:35:56.410075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:00.094257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-09fa4766-a5c0-4b1a-95ec-b117d2d20ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:02.406140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-491a4f52-bd46-478c-8d22-62b27607443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:02.799751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:03.565581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:04.494708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:15.881465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:36:26.407751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:30.095544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ffd0d78-bc8b-4971-b078-0a0cc990af68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.407872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7f1f7c19-4798-4e6f-a80c-cd557cdf40bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:32.802762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:33.567201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:34.497980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:36:40.628528 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-9cc2c626-20cb-469a-ac8f-53f839ebf3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0789788
Apr 20 18:36:40.791694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-8ff4d710-95c3-4565-a785-849b685843dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:40.793296 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-8ff4d710-95c3-4565-a785-849b685843dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0785134
Apr 20 18:36:40.949231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-fac6480b-0c28-452b-83d3-4efe77abc705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:40.950837 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-fac6480b-0c28-452b-83d3-4efe77abc705 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1383696
Apr 20 18:36:41.059364 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-691b7ce0-9970-4f82-94ea-0a16bd068cb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1021333
Apr 20 18:36:41.128334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-f7d6fe52-53bf-416f-92b2-efe9625e7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:41.129888 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-f7d6fe52-53bf-416f-92b2-efe9625e7795 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0639703
Apr 20 18:36:41.213007 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-42ad4cd8-49e4-4c21-8c7b-931572e6f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:36:41.214593 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-42ad4cd8-49e4-4c21-8c7b-931572e6f757 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787272
Apr 20 18:36:41.354309 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-9e509f98-0e77-4fff-b1c0-132677685cb1 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332083
Apr 20 18:36:41.491464 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10fc234a-fc64-4de2-8b9e-b98a8a9b9ca7 req-5c27050c-56c2-4292-84cb-7fbe9865b070 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313097
Apr 20 18:36:52.880887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:36:56.411071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:00.097228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-37d4028c-0915-4f1b-97ec-1e3ff2b3bc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.408314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5df0e147-dc40-4354-8bf5-179217f0143b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:02.804283 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:03.572363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:04.501812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:26.439117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:29.881159 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:37:30.098245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-70dc281e-e2ca-4353-9137-7e40a6f860cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.409448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ea70a40-d631-4bed-805a-44332c0fb54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:32.807284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:33.574060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:34.505366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:37:42.073935 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-224bf0d2-386a-4730-b3a0-046756947887 req-40025866-d462-4001-b288-c66dace7f8d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0742931
Apr 20 18:37:42.183504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bf0d2-386a-4730-b3a0-046756947887 req-5d6f4a63-4fc9-413d-abf9-35166f7efaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:42.185168 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-224bf0d2-386a-4730-b3a0-046756947887 req-5d6f4a63-4fc9-413d-abf9-35166f7efaaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 1099 time: 0.0787024
Apr 20 18:37:42.339730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bf0d2-386a-4730-b3a0-046756947887 req-b8eaa89b-b78a-4b3f-94f3-11a8b675c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:42.341637 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-224bf0d2-386a-4730-b3a0-046756947887 req-b8eaa89b-b78a-4b3f-94f3-11a8b675c710 service neutron] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 915 time: 0.1382632
Apr 20 18:37:42.416071 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-224bf0d2-386a-4730-b3a0-046756947887 req-5c7fd21e-af6d-4157-b50a-3e7b81729d8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 200  len: 217 time: 0.0681129
Apr 20 18:37:42.487009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bf0d2-386a-4730-b3a0-046756947887 req-112db17e-6726-4163-b7e7-156187d97185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:37:42.488573 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-224bf0d2-386a-4730-b3a0-046756947887 req-112db17e-6726-4163-b7e7-156187d97185 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0662627
Apr 20 18:37:42.769287 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-224bf0d2-386a-4730-b3a0-046756947887 req-8a2e0bcb-bd41-487d-8379-f155b77e9a87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2728844
Apr 20 18:37:42.910038 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-224bf0d2-386a-4730-b3a0-046756947887 req-924c2d6c-cff6-4e6e-932f-897af17ffc11 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330845
Apr 20 18:37:43.051417 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-224bf0d2-386a-4730-b3a0-046756947887 req-dbb50d77-7503-43e2-a836-01d23654558e service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342571
Apr 20 18:37:56.453908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:00.099173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b49c8a03-92ee-4315-a785-7d39990d83fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.409895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7b85fd28-fbf3-4998-9bd9-9dbf48bd7be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:02.809249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:03.575656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:04.508441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:06.881079 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:38:26.467384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:30.099764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1370bb97-6a80-46af-b67f-c59b4af64509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.410238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-090f035e-a9de-48ed-9c4a-2aff627411d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:32.812918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:33.578079 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:34.511741 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:38:43.881217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:38:44.142863 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-d2e2d5d3-ce0c-4e24-a34a-fc0f6e71ea6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2107170
Apr 20 18:38:44.319686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-4fa66606-48ae-4f6d-9e2f-5fb41c463c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:44.321280 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-4fa66606-48ae-4f6d-9e2f-5fb41c463c04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0834534
Apr 20 18:38:44.474304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-0fd70299-8494-442a-919a-660ca2d6278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:44.475916 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-0fd70299-8494-442a-919a-660ca2d6278f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1353757
Apr 20 18:38:44.584706 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-61b3dac2-6fe4-496b-8348-0c754b36a960 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1014872
Apr 20 18:38:44.651303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-1d40a81d-d31f-4a5d-a3d3-79cabd411c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:44.652789 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-1d40a81d-d31f-4a5d-a3d3-79cabd411c56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0627038
Apr 20 18:38:44.736156 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-6bb7af54-1dc5-4785-a088-56bcad3d032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:38:44.737695 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-6bb7af54-1dc5-4785-a088-56bcad3d032e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789256
Apr 20 18:38:44.879214 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-324acbf5-09f0-4e7d-93c5-6677ce917bf1 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351349
Apr 20 18:38:45.019349 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-526e9c58-ffc2-4788-9feb-4ec8a8ff2c34 req-aad67492-ef11-426f-b2ea-39f99fde6eaf service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340222
Apr 20 18:38:56.469792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:00.101023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5cce8a47-316c-4587-9fc2-e030a76cf6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:02.410710 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea071355-5702-4447-9056-bc28c3661357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:02.815911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:03.579059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:04.516111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:20.884911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:39:26.500889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:30.101741 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4bf9eff1-d45a-490d-8304-387deeb9dce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:32.412143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-544185e2-1b1b-4652-a505-c781a88d4d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:32.817487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:33.579962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:34.517974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:46.059200 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b4146d-dd80-4af2-961c-ef071e342010 req-cc82c195-6014-427c-a6a1-fafc6758b20b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0766330
Apr 20 18:39:46.166017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4146d-dd80-4af2-961c-ef071e342010 req-264d6f29-2a86-4821-a9e1-2b117a8e8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:46.167702 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b4146d-dd80-4af2-961c-ef071e342010 req-264d6f29-2a86-4821-a9e1-2b117a8e8b33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1075f749f50d4350a332442d30431fe7&device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 1099 time: 0.0765448
Apr 20 18:39:46.320300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4146d-dd80-4af2-961c-ef071e342010 req-9a7c5de9-2666-4127-a5f8-6e1567a55624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:46.321971 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b4146d-dd80-4af2-961c-ef071e342010 req-9a7c5de9-2666-4127-a5f8-6e1567a55624 service neutron] 10.222.0.36 "GET /v2.0/networks?id=febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 200  len: 915 time: 0.1354780
Apr 20 18:39:46.397170 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b4146d-dd80-4af2-961c-ef071e342010 req-96f0f5c6-0f62-4c78-940d-f4930c5eb544 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 200  len: 217 time: 0.0682278
Apr 20 18:39:46.464256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4146d-dd80-4af2-961c-ef071e342010 req-a85fa912-392a-458a-add5-bfa1ec17ccb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:39:46.465714 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b4146d-dd80-4af2-961c-ef071e342010 req-a85fa912-392a-458a-add5-bfa1ec17ccb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 200  len: 854 time: 0.0623803
Apr 20 18:39:46.519469 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b4146d-dd80-4af2-961c-ef071e342010 req-303c3e88-2de7-494e-a31e-4d9b71103b5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=febb036d-f1e0-45d4-9851-73996168e7b8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477469
Apr 20 18:39:46.658882 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b4146d-dd80-4af2-961c-ef071e342010 req-4734e83d-74cc-41f8-9167-4cfd22b530a3 service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330371
Apr 20 18:39:46.801240 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b4146d-dd80-4af2-961c-ef071e342010 req-f2446f06-d0bb-44f9-9130-7957c8432b0d service neutron] 10.222.0.36 "GET /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364233
Apr 20 18:39:56.500419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:39:57.884774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:40:00.102370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-99c09549-0be5-4f41-a0d9-8f01b3c99d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.412778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f93a2881-401e-4eb6-9fed-bdbb0c2bb843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:02.820995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:03.581573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:04.522317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:26.518653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:28.502679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-4926a2ef-7c33-483c-80e8-ffdd96249856 req-ad42daef-9bc0-4ab6-825f-0d7f05c72b80 service neutron] (86363) timed out ('10.222.0.36', 57040) {{(pid=86363) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:40:30.103050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6093958c-e34d-49ef-a5b4-4e6aa1639e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.229840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-036def78-dc23-4461-b994-a0737887e20a req-1889cc09-2167-46dc-aad4-f2124a69c412 service neutron] (86364) timed out ('10.222.0.22', 53032) {{(pid=86364) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:40:32.416345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e71f1642-2632-413d-a7f2-23fd32a1cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:32.823733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:33.582786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.525654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:34.648098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-1e4e784e-25fd-4737-b59f-7ad7a0af0f69 req-35760fcf-db0e-4838-9e9d-eaadbc240913 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] (86364) timed out ('10.222.0.36', 57049) {{(pid=86364) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:40:34.884393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:40:48.044317 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-5b6b7ffe-9eeb-4e39-812a-cdd786032bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0755086
Apr 20 18:40:48.211680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-b5e0c35e-b7ed-4c59-a648-2364155ed0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:48.213320 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-b5e0c35e-b7ed-4c59-a648-2364155ed0f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0810692
Apr 20 18:40:48.366042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-d1de5bc6-4aa9-425b-8c0e-d1c4914efa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:48.367567 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-d1de5bc6-4aa9-425b-8c0e-d1c4914efa44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1354089
Apr 20 18:40:48.472033 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-36c9d7e0-8a87-40ec-9d5f-833264d642d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.0977592
Apr 20 18:40:48.543037 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-6eff75d8-7fa2-4940-8e20-e0d0dd6f405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:48.544613 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-6eff75d8-7fa2-4940-8e20-e0d0dd6f405f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0658371
Apr 20 18:40:48.626473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-003650e9-2713-47b4-a53f-470c718cdf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:48.628615 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-003650e9-2713-47b4-a53f-470c718cdf0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773857
Apr 20 18:40:48.773068 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-c9599779-db69-43d0-b1f9-12847b8af54c service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383393
Apr 20 18:40:48.913465 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3274ac1b-46bd-481e-bfc7-6912981af330 req-6284c1c9-0280-4756-98a1-1c722520f99a service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340158
Apr 20 18:40:52.509057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a51d1a-5b17-4b71-a9be-69afde8434c5 req-aba8929c-c456-415b-9768-29916433fb70 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:52.510683 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b7a51d1a-5b17-4b71-a9be-69afde8434c5 req-aba8929c-c456-415b-9768-29916433fb70 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 946 time: 0.2266009
Apr 20 18:40:52.562821 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b7a51d1a-5b17-4b71-a9be-69afde8434c5 req-9d367984-f27e-4a9e-afb4-ec37a6a3a77e tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/security-groups?id=9ec28713-07dc-4e87-a6e6-22a095075b3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455532
Apr 20 18:40:53.008730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-47e5f5c8-9a46-45d3-9271-2a3d4158e28d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:40:53.010304 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-47e5f5c8-9a46-45d3-9271-2a3d4158e28d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.36 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 946 time: 0.0918524
Apr 20 18:40:53.086322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Deleting port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:40:53.086734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.343652 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] For port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,segment=NetworkSegment(22e0ef0b-039c-4596-9326-d96c43dbba39),segment_id=22e0ef0b-039c-4596-9326-d96c43dbba39)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:40:53.344049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.473571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Calling delete_port for 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:40:53.628328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:53.634334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ab45bdd0-abe5-4f61-9629-2b59e0a68558 tempest-AttachVolumeNegativeTest-1120407012 tempest-AttachVolumeNegativeTest-1120407012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:40:53.663502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 18:40:53.682208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Pushing event deleted for resources: {'Port': ['ID=9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:40:53.953377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.953702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.954101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.954514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.955436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.955833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.956222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.956614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.956999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.957385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.957767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.958148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:40:53.968747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:40:54.056434 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a6b76990-639c-45e1-b267-03981ac1f030 req-8f596db5-cf1f-4986-ba6f-6d4b45ddeeca tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.3684478
Apr 20 18:40:54.057379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] No DVR routers for this DVR port 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:40:54.059906 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:54.062746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4ed2e4-f7d1-4c76-a041-11247df1d6a5', 'name': 'network-vif-deleted', 'tag': '9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:40:54.079155 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-54cac8a1-cd1b-4a81-8cf8-260ef50eb05a req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.36 "DELETE /v2.0/ports/9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc HTTP/1.1" status: 204  len: 173 time: 1.0632880
Apr 20 18:40:54.175126 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4ed2e4-f7d1-4c76-a041-11247df1d6a5', 'name': 'network-vif-deleted', 'tag': '9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc', 'status': 'completed', 'code': 200}
Apr 20 18:40:55.217629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-3f38c324-5168-47d9-8765-ee8ebd98571b req-6491e2f9-5510-4058-bd1d-dd2f5afb9089 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Synchronizing usage tracker for tenant:1075f749f50d4350a332442d30431fe7 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:40:55.232799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-3f38c324-5168-47d9-8765-ee8ebd98571b req-6491e2f9-5510-4058-bd1d-dd2f5afb9089 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Unset dirty status for tenant:1075f749f50d4350a332442d30431fe7 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:40:55.234040 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f38c324-5168-47d9-8765-ee8ebd98571b req-6491e2f9-5510-4058-bd1d-dd2f5afb9089 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0640259
Apr 20 18:40:56.396910 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f6168fba-9a20-4245-9369-acbb3661767c req-2c9a1374-3c9a-409d-8fed-e1fbf53d6161 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0484443
Apr 20 18:40:56.508743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:40:57.174482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:40:57.210517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:40:57.210908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 9b8638c7-2dd4-44d0-8bb4-6c5f9e1c4bcc not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:40:57.555907 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e605d6dc-0c2f-4193-bd0c-bfef73ba9842 req-eb7d6fe5-7a31-45ce-907d-6503f49029c8 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0481033
Apr 20 18:40:58.717090 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f7e5576-9ac3-4557-a97e-2a05f6f8f087 req-964987dd-70a3-4194-8fb6-9a8fca6aa99b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0502145
Apr 20 18:40:59.882708 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23490f58-27c6-414d-98de-1078cf39dd0e req-2171da4a-6da1-4152-971f-fba9508232ca tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0501263
Apr 20 18:41:00.103212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c7a0469f-89ca-4a3e-ba67-b7630058fa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:01.049295 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8378e525-437f-4ab7-b3ab-1f8534c17037 req-3ee45c70-fe20-4e53-a462-184ec5295ff7 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0512707
Apr 20 18:41:02.209678 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-76eb56bd-942e-4b9b-8ae3-e6416fd69265 req-a1c70a55-7319-47c4-9b76-16bc6d3e8c19 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0488644
Apr 20 18:41:02.419892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e332137f-d408-4c6f-91a1-d55586877784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:02.824995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:03.369955 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-348be5df-dda7-427f-aceb-9e89d8531679 req-d9f88a33-3c1c-4813-9594-764c91fb4cc8 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0485897
Apr 20 18:41:03.584678 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:04.532153 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8d79edc5-363a-49ac-ab32-9693590d4e42 req-d481df2a-4980-4768-8d14-50680cbd9745 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0487964
Apr 20 18:41:04.533398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:05.694511 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c1ea9ba9-7ee1-4b6f-a5e9-d6f5128216cf req-82a3d36d-c402-4167-a3e6-6ca26a2057d7 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0502250
Apr 20 18:41:06.862796 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8d4c294c-b1c3-4741-8f12-036a90ed83f6 req-7d768b6b-7ae4-4b04-882c-9a7c3b899df2 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0515976
Apr 20 18:41:08.029027 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8abfe8bd-4851-4d8c-9cfe-6c71a27cc8a0 req-188148fd-9f78-456e-93da-2f4a338f5567 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0519361
Apr 20 18:41:09.198274 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2453458b-0b72-4d31-bafe-10a1861373e3 req-8b7d0b05-9aa5-4403-86fc-59b0e93edcad tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0490336
Apr 20 18:41:10.360898 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c574d86-41a0-4411-a8f5-4af41d1682bb req-f6550e07-407d-4c99-ac76-4dd7874c6d52 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0494275
Apr 20 18:41:11.521465 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b32f79fc-fc55-4d2f-be89-60c891237ff0 req-e3085d37-4bb6-443c-afc2-47e2818f9100 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0486021
Apr 20 18:41:11.884640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:41:12.685198 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e9980574-e343-4387-9e2d-10b351fbd260 req-338d6a4a-9e58-4b06-8f26-d297b83a30a6 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0516977
Apr 20 18:41:13.852147 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3a98198b-5fbc-4148-9c8e-214ee68d5293 req-bd691337-0468-4432-970d-91853bab1341 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0510552
Apr 20 18:41:15.019379 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e817786a-cb9b-4a7d-8fe2-cb5d5cdb6f19 req-f1dc9d7a-7ba8-4d26-8f09-22f90e5be3fc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0527143
Apr 20 18:41:16.184034 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5954689a-9e8a-4610-b059-485773e6271a req-ff650d94-e4c0-43cf-9307-84a799063451 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0498452
Apr 20 18:41:17.345941 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c1d46141-9162-4ff0-83e0-7e1cf7a5667a req-6f4db441-50a7-475c-974b-018a95582c72 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0490789
Apr 20 18:41:18.510784 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6a76b1c9-ccf3-461c-bc48-60ced79a1a0f req-1d56278a-1e50-4584-97ad-fff4542cf91c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0477598
Apr 20 18:41:19.672418 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c60383c7-022b-49eb-b059-1246a983b759 req-1df4da87-8fda-43e9-afc6-9dcf71abcaab tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0496860
Apr 20 18:41:20.840061 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3c193cd-54b7-49a3-9a13-67a0abd0390e req-89e30173-a6a8-429b-8426-97beb2e3e33d tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0527112
Apr 20 18:41:22.007393 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-de5cf072-5356-4c00-8e5e-d084e0e44fa1 req-27adcbb3-d1bf-4a18-a442-cdd9bb233632 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0522587
Apr 20 18:41:23.305817 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e4725ea2-a1b5-4a96-9c47-4d5dc85a834c req-cbe490a6-d754-437c-927c-eb20aa1a4aa2 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0488882
Apr 20 18:41:24.471320 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b868aa1-6b12-458a-a9d8-5f4eecde5ada req-ad521e99-d9d6-4826-8dfa-f215a5cfd54b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0493908
Apr 20 18:41:25.633302 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-188c7807-d2d5-4929-bfab-80fbf8da0264 req-5c24ad72-ed34-4f7a-8580-68bae7a8f167 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0488439
Apr 20 18:41:26.519802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:26.795726 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-367c6614-f46f-4af4-bafd-b7932160851a req-b9a9a267-5e45-4297-9814-552b66169a22 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0490763
Apr 20 18:41:27.961615 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bb88c398-f1a9-4cd2-b569-eeb0fa5b83e4 req-cb979d4f-3228-4691-a6a7-3e1e8f125c10 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0511606
Apr 20 18:41:29.127840 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fa770482-7a3e-45a1-8416-b551b62f810d req-2d6cc37e-e372-4c6c-ab87-4d0a43324eab tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0516703
Apr 20 18:41:30.104065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b742a0a3-313a-48f1-9f92-76368c05218a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:30.287585 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4869682a-2573-40af-ad33-6335d010a21f req-1e330205-45a5-4d79-aa02-2d55cd75a845 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0483570
Apr 20 18:41:31.451055 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-28a14ba1-b64b-45d1-a78f-d324adc5d6b3 req-de311451-e2a7-4665-aab2-503d5783dab2 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0501137
Apr 20 18:41:32.421588 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b3af53c7-0394-48c8-ab86-d5e0977714c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:32.611151 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-81d8abbd-8727-435e-8a4e-df65d516c4bd req-fcdc8cd1-7daf-4f90-9367-0ed6c6856620 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0494151
Apr 20 18:41:32.828338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.585699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:33.776123 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f865988-f64c-49c6-8251-b03c1ee4cdea req-b327b6b1-101a-4e1a-ac9d-955c27ce90ad tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0504436
Apr 20 18:41:34.533807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:34.945894 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5562698e-ecdb-4f7a-a12c-33acadf0b69b req-b365cba3-9ac1-4759-b05b-0e61ab98546a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0518000
Apr 20 18:41:36.114104 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e1edcd3d-aa80-4e10-8cfe-06698038d616 req-59fba144-2d44-478f-ba99-75c66ec95d58 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0522413
Apr 20 18:41:37.276670 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-91e1a252-6645-43d2-97c4-3b2f1b77232c req-00b4af91-161c-4f23-838a-7fd1035a5850 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0485830
Apr 20 18:41:38.437742 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8aa4f264-8d70-4469-baad-94fde0106d2b req-9b6dba39-e774-490b-b22e-1f145951ab87 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0488901
Apr 20 18:41:39.598046 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51e7e223-f5a4-4b10-ac90-fdcf328c15ba req-7429b1dc-9b11-4d35-8686-5945d8e46705 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0489275
Apr 20 18:41:40.761271 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7fad7f26-73db-425f-ab20-358edd66027d req-49748c71-ed3a-4f55-ad6f-253ecd514d4b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0519710
Apr 20 18:41:41.929277 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2ffd994e-a4c9-4096-b979-62d56bbad69c req-aa43759a-b2db-4622-b6a4-1042432a4147 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0514994
Apr 20 18:41:43.096528 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b3361046-ede1-4bdb-a644-7b05896a43eb req-a510356a-dcd6-4041-bfbe-1b361340238a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0518601
Apr 20 18:41:44.261629 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbd69666-586a-48a1-89de-d168a237683f req-ad568f4f-5f81-4699-ab45-3c4ecf1304e7 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0495574
Apr 20 18:41:45.424665 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7c427fb3-accb-49ad-bb98-8e32d96e73f5 req-38ca9cfa-e54b-45ce-9b30-7fc20c617429 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0490396
Apr 20 18:41:46.584203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ae00ec8b-866f-4905-8b48-c20be6a886c7 req-a28e55b5-24c3-461d-99e7-05cc8ad48549 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0485487
Apr 20 18:41:47.745342 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1f1cf80-314e-46d1-8795-5f40eb3f5439 req-a800fe70-db75-43f6-a894-0e9ea3087c3e tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0495954
Apr 20 18:41:48.884743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:41:48.912943 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8a37741d-9e90-49cd-aa3d-ba7ca21f3cb5 req-5a2bd621-c6e2-4321-b2ec-3301fba0546c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0515132
Apr 20 18:41:50.080204 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4a233dc8-58d9-4aa3-92b4-af0df3c5a416 req-7614222b-a8f5-41c4-9b3d-36e096d13aff tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0513077
Apr 20 18:41:51.239508 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d3f69169-025c-4093-86e6-90f9373596ec req-ac758c0d-ad32-4212-874b-15f1b3bb1f78 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0486860
Apr 20 18:41:52.400322 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f2f7d023-8e46-47d4-881a-14ef87b5a21c req-cdde3280-5937-4079-8140-7c14a2facd0e tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0483551
Apr 20 18:41:53.560500 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eac7ea3c-d7d6-47c9-a610-06ab403a9dfb req-9e7cedb3-bba1-4de5-bc33-06da66ce909e tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0481377
Apr 20 18:41:54.294927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 60298) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:54.725029 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce1e4687-f309-4705-87b1-d8c05d08d360 req-97c3c5f7-5858-421f-9803-35e83540f5e8 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0483868
Apr 20 18:41:55.005484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:55.361996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Deleting port 41d8cfd3-6d26-4aad-8253-dff37234761f {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:41:55.362368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:55.537219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] For port 41d8cfd3-6d26-4aad-8253-dff37234761f, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=41d8cfd3-6d26-4aad-8253-dff37234761f,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:55.537606 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:55.667319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Calling delete_port for 41d8cfd3-6d26-4aad-8253-dff37234761f owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:41:55.876536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:55.886561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:55.936997 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aea4df60-9bfa-47fd-a176-d1390072e0a5 req-3c531b23-636c-46d0-bdb7-191357f0992f tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0961978
Apr 20 18:41:55.938118 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d8cfd3-6d26-4aad-8253-dff37234761f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:55.984013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.984424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.984828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.985223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.985612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.986010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.986391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.986852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.987242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.987627 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.988004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.988363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:41:55.992809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:56.237541 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:56.532630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:56.832904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Router f4ddc2a0-8974-4063-a4ec-869df88b53fa has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:41:57.021674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:41:57.031311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] Sync routers for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:41:57.038977 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] 10.222.0.22 "PUT /v2.0/routers/f4ddc2a0-8974-4063-a4ec-869df88b53fa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7405322
Apr 20 18:41:57.039328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 60314) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:57.064407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:57.065033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a987b8c50>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:57.107396 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-96888394-9b58-4a92-8117-0f2aa5db0163 req-f034d578-9d00-4ad0-b00f-ff6ad20361cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0543492
Apr 20 18:41:57.249386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.444848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.453596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Deleting port bf851b30-540f-42bc-9aef-af29e1ec089e {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:41:57.453973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.454100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:57.637142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] For port bf851b30-540f-42bc-9aef-af29e1ec089e, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=bf851b30-540f-42bc-9aef-af29e1ec089e,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:57.637544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.755898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a987b8c50>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:41:55Z', 'revision_number': 5, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port': {'id': 'bf851b30-540f-42bc-9aef-af29e1ec089e', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:56:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:23Z', 'updated_at': '2021-04-20T18:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:57.760064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] Checking router: f4ddc2a0-8974-4063-a4ec-869df88b53fa for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:41:57.769634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] Routers {'f4ddc2a0-8974-4063-a4ec-869df88b53fa'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:41:57.770310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a987b8c50>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:41:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:57.770443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Calling delete_port for bf851b30-540f-42bc-9aef-af29e1ec089e owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:41:57.934374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] Set router f4ddc2a0-8974-4063-a4ec-869df88b53fa gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:41:57.945873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:57.951251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:57.998490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf851b30-540f-42bc-9aef-af29e1ec089e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:58.001850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:58.049637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a987b8c50>, [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:41:57Z', 'revision_number': 6, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:41:58.053788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bea9a8-bd80-416a-9b61-8324f97792be None None] The sync data for ids ['f4ddc2a0-8974-4063-a4ec-869df88b53fa'] in dv-cinder-786930-2-iscsi is: [{'id': 'f4ddc2a0-8974-4063-a4ec-869df88b53fa', 'name': 'tempest-AttachVolumeShelveTestJSON-335678210-router', 'tenant_id': 'ef76467afabe40069eec102250c40fc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:20Z', 'updated_at': '2021-04-20T18:41:57Z', 'revision_number': 6, 'project_id': 'ef76467afabe40069eec102250c40fc0', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:41:58.099668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.332237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.335529 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e2ff5610-f808-4e28-bd3b-7cf224825ef3 req-d194e08f-9508-4122-8f61-5b80335cde07 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0654554
Apr 20 18:41:58.336625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.358402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.358985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4ddc2a0-8974-4063-a4ec-869df88b53fa {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 18:41:58.372973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.374166 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f4ddc2a0-8974-4063-a4ec-869df88b53fa HTTP/1.1" status: 204  len: 168 time: 1.3339219
Apr 20 18:41:58.376897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 60324) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:58.441791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Deleting subnet 29c3729b-b348-487b-8876-fc7a3f1323a0 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:41:58.444874 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.498987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9837728'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.620273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.879783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9546460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3657589'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.884577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:58.925619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29c3729b-b348-487b-8876-fc7a3f1323a0,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:58.927784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:58.932073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:58.932295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8145a24-6805-45f9-92d2-c22f9e3ada62 None None] Network 0a442676-e97d-483e-b6c5-5a6a805f152b requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:41:58.935387 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/29c3729b-b348-487b-8876-fc7a3f1323a0 HTTP/1.1" status: 204  len: 168 time: 0.5572064
Apr 20 18:41:58.937805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 60328) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:41:59.052883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:59.064671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Deleting port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:41:59.065046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:59.191302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] DHCP port deletion for 0a442676-e97d-483e-b6c5-5a6a805f152b request from dv-cinder-786930-2-iscsi {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 18:41:59.196730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] Deleting port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:41:59.197240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:59.230020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 41d8cfd3-6d26-4aad-8253-dff37234761f no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:41:59.280919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 41d8cfd3-6d26-4aad-8253-dff37234761f {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:41:59.281305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 41d8cfd3-6d26-4aad-8253-dff37234761f not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:41:59.281772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device bf851b30-540f-42bc-9aef-af29e1ec089e no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:41:59.324108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: bf851b30-540f-42bc-9aef-af29e1ec089e {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:41:59.324505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device bf851b30-540f-42bc-9aef-af29e1ec089e not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:41:59.508734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] For port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=61c0623b-dc20-4fa5-83a2-ded8b81e9ecc,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:59.509289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:59.512456 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8ab6f46a-2282-4e5a-9973-084e3ff4d695 req-a770961f-baed-420c-aff2-e975540a78a6 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0511270
Apr 20 18:41:59.516642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] For port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=61c0623b-dc20-4fa5-83a2-ded8b81e9ecc,segment=NetworkSegment(a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79),segment_id=a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:41:59.517050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:59.643732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] Calling delete_port for 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:41:59.650004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Calling delete_port for 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:41:59.731593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:41:59.736403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-583af5ab-98a8-4daa-a71e-37d656a2f573 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:41:59.785336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] No DVR routers for this DVR port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc on host dv-cinder-786930-2-iscsi {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:41:59.789151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.api [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 18:41:59.789561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.api [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 18:41:59.818268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c0623b-dc20-4fa5-83a2-ded8b81e9ecc,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:41:59.820848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:41:59.914574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.029081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a9957d128>,) {'filters': {'network_id': ['0a442676-e97d-483e-b6c5-5a6a805f152b']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:42:00.042561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9957d128>, 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:42:00.042919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9957d128>, 'a8aa2098-4cc4-4139-9a7b-e7f4f2f0bc79') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:42:00.055048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844938072'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.069988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.076280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:42:00.106791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-96e22df9-8a59-4d8b-9ae5-a5c029d63e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.269201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Network 0a442676-e97d-483e-b6c5-5a6a805f152b has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:42:00.278810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845229185'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.290313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] Deleting port 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:42:00.290845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.364649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fb36fee0-758c-4d50-a4b4-066d6fe7ff5d None None] The port '61c0623b-dc20-4fa5-83a2-ded8b81e9ecc' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 18:42:00.459841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Network 0a442676-e97d-483e-b6c5-5a6a805f152b has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:42:00.483062 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:42:00.563263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.566957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:00.581551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.590894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a442676-e97d-483e-b6c5-5a6a805f152b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:00.595829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:00.607303 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0a442676-e97d-483e-b6c5-5a6a805f152b HTTP/1.1" status: 204  len: 168 time: 1.6684575
Apr 20 18:42:00.690872 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c990878-d502-4920-be37-4b499ef7e576 req-e0612f68-2848-4adc-b19f-5a8e5e98df8a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0556149
Apr 20 18:42:00.725491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 60342) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:42:00.777913 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-fd6d3f32-b976-4369-ada2-9732eb113a0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef76467afabe40069eec102250c40fc0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0511174
Apr 20 18:42:00.780534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 60346) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:42:00.842176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b6eece6-70f3-44f5-9373-2f0ec3ad52b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.869681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b6eece6-70f3-44f5-9373-2f0ec3ad52b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.917138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b6eece6-70f3-44f5-9373-2f0ec3ad52b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.922183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6caf5084-15ff-42a7-a756-a4fdb8a97ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:42:00.936372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eece6-70f3-44f5-9373-2f0ec3ad52b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08bd26f-f2cf-4d11-99e4-091fbc4bf47d,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:42:00.940107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5b6eece6-70f3-44f5-9373-2f0ec3ad52b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:42:00.943424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b6eece6-70f3-44f5-9373-2f0ec3ad52b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:00.944643 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5b6eece6-70f3-44f5-9373-2f0ec3ad52b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a08bd26f-f2cf-4d11-99e4-091fbc4bf47d HTTP/1.1" status: 204  len: 168 time: 0.1631315
Apr 20 18:42:01.172687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:42:01.208717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:42:01.209108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 61c0623b-dc20-4fa5-83a2-ded8b81e9ecc not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:42:01.857037 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-919801a3-ce34-4245-8eb9-0cc624979d3b req-e7fc2c32-188d-4605-9a34-a6aa3b8b8cbd tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0489252
Apr 20 18:42:02.421875 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fde7-6f00-4277-97d2-b51459f14b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:02.831515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:03.022891 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7c14c4a4-e680-41ff-a777-bb57f8e86ad0 req-48198932-7776-4eb0-94d8-489255aeb9cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0517957
Apr 20 18:42:03.587684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:04.186617 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b6eb4d03-4412-4a7e-8dcc-a433cb380874 req-23bc6cbb-3cfe-424e-b6b6-460f1358176a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0515335
Apr 20 18:42:04.537871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:05.348223 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3218ca6c-d626-43b3-a556-463a61eea58a req-7893477d-9010-499f-bcb0-df9c45baae7f tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0491867
Apr 20 18:42:06.509893 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d9045555-721e-458d-911b-a4015096252c req-0cdef66e-6384-46f2-a5ac-06573c5fff8a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0487339
Apr 20 18:42:07.675955 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fc4ef580-d0ce-42f6-9555-7b0862e4d421 req-3bfed1fe-3167-4220-92cd-9b84d6628f32 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0481489
Apr 20 18:42:09.040675 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a689b4a3-d30e-4d11-b1af-bd3da73d4827 req-57981c9a-aed5-4e69-8754-3f16065a879a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0488977
Apr 20 18:42:10.204524 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-775284ce-0c90-4a91-acad-67e14be23cac req-f1bd314a-1fd8-4b50-87cd-41c872575216 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0504131
Apr 20 18:42:11.368882 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ce34f20-490b-4eef-b47a-148861e0d826 req-6abb7be5-cf98-4f04-94e0-018d57fdf350 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0520587
Apr 20 18:42:12.528673 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-681c03d2-313f-44d9-b807-245652937e98 req-49a56a11-ad42-4d7a-b4a3-e7840a20670a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0484302
Apr 20 18:42:13.689820 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6232b973-546a-4a13-bad7-b42421782354 req-4d375c18-87bf-4c6f-bbb5-17b4b058061b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0488801
Apr 20 18:42:14.857290 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c43a4ae4-4cb8-4b74-a09b-d5bd43826c1c req-53b0c53a-3666-414b-90bb-96b5aba06a60 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0492923
Apr 20 18:42:16.021305 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d34f0a22-1a16-484a-8748-d2bdea3e8fef req-e4e95d72-0941-4ac5-8c27-5df6e08976e0 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0485988
Apr 20 18:42:17.188391 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5eddded5-14e3-40c9-9a32-11e3f6fb5605 req-a12de191-96f7-4aed-b41d-00b2f6aeb699 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0524123
Apr 20 18:42:18.353606 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b4c85c1-6622-4e00-ada2-0e839a43edde req-a5b15e38-abe8-4f0c-964a-ffd4dc20e92f tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0530860
Apr 20 18:42:19.512431 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-196e1272-8799-4c02-a038-edee1242639a req-09006edf-04a1-4c2d-b283-859a5c608064 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0485425
Apr 20 18:42:20.673145 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-44929571-0f45-4201-ad2c-a8d25fb1fdd9 req-efff83c7-901f-4a74-a02a-23f8cc215494 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0478253
Apr 20 18:42:21.836210 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d521d83-925f-49e8-b03f-456c7bf74d2a req-5564e263-12c4-43e8-af89-d3cd5f210508 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0479968
Apr 20 18:42:22.999222 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbd19bb0-873f-4ac7-b7ee-c1be69d70cc4 req-f7910c9e-db97-400c-a3e6-939fdfaefbfa tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0486104
Apr 20 18:42:24.166146 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0352eef-1665-4db9-86d0-c537fed1bb16 req-7adeb1ce-61e9-49d9-b968-26e06285ebf8 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0509520
Apr 20 18:42:25.332368 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c44e025a-74b5-497b-97aa-c103703c0e51 req-67a8796d-e6d4-4306-8cbe-5f4ef6bcecf7 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0521677
Apr 20 18:42:25.885275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:42:26.463031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-cd97ef49-6d34-4b23-8d81-93c7ecff0a54 req-54ffb825-82ae-45bb-97fa-22b7607dbe10 service neutron] (86364) timed out ('10.222.0.36', 57045) {{(pid=86364) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:42:26.499103 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-85eb989a-6e4d-47e0-8322-8b90ef60d547 req-d6b15c50-adf9-44a3-8f6f-becdeb4606a3 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0482388
Apr 20 18:42:26.532623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:27.659396 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-23fe0dfe-f817-46c6-8b55-587fda7a89df req-1ea409a3-5d21-4ef6-aa12-19c9d2bc0ece tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0490315
Apr 20 18:42:28.822511 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a8ccc07a-5dbe-4ad3-97bf-5e78768db323 req-985f9545-13b0-4cd1-9959-2cfd461f639e tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0491402
Apr 20 18:42:29.986042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbee5667-ff6b-4bf8-965b-22777ca42c5d req-b1acc606-ed2c-4d17-a36a-e07994d9e749 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0482252
Apr 20 18:42:30.108369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-db8d6d4d-3bea-4624-8a7f-966fa02474c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:31.148390 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f9d8b45b-df6a-4e90-8c1f-767e08846bcd req-53a829b1-a018-4ee8-ae6a-dddabc2961e5 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0514426
Apr 20 18:42:32.313505 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-385872d0-97c1-45cf-b1ec-daaa7a36f902 req-5ac1601a-1cc6-4606-9f4b-fdbca26ce26c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0522408
Apr 20 18:42:32.422905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4043b883-24fd-4a0b-bcd6-bc6675793d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:32.832046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:33.475217 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3e5480ac-10ea-431d-bb3a-879991196da6 req-500ca785-da30-4384-9c76-3c18662a0946 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0492887
Apr 20 18:42:33.597988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:34.541225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:42:34.637132 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fbdc5774-2e79-401a-b64a-3efc8156c08d req-ab5d80f0-b273-4ede-828f-be0d689fc08c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0485215
Apr 20 18:42:35.802592 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c2262650-ac15-4672-86d3-db7eb4495b80 req-9a37b98e-6c21-44b0-9a1b-5f0af84cbcf4 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0495222
Apr 20 18:42:36.968588 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c05d5b0-a3c8-45c4-9482-fa6ec9556d5e req-64112d93-bbad-4c86-828d-c11451c8bc4b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0488744
Apr 20 18:42:38.131521 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e7d155ce-49b0-44b8-a022-327e9901512f req-e5354b31-12fc-44b2-909e-7319c6478f93 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0511148
Apr 20 18:42:39.294173 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-302db2fe-0277-49ef-af62-36a77d877017 req-9baa8ad1-97af-4e56-9d76-490ad8e05b96 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0509913
Apr 20 18:42:40.460613 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9227c10d-36b2-4bc3-aabe-22af518de54a req-4086d2b6-f32d-400a-ae5b-e1ece7bf3514 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0543053
Apr 20 18:42:41.621746 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-82d604b3-c018-4093-b9b1-da7c2df65c44 req-16b6b8c6-68f8-47a2-aebb-0a6b6c5ed332 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0491505
Apr 20 18:42:42.784225 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f9b7b87-5522-4315-ab0c-9a49b4d78e61 req-81d695d4-d84b-4867-bb32-11dccfaf72bf tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0477982
Apr 20 18:42:43.947428 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1cd8412c-7968-4a7f-8f51-2297e1616848 req-3476f972-9a46-43d5-9435-530afb50b26b tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0489011
Apr 20 18:42:45.113969 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6e2757a5-8539-47a2-8c8e-1ca842188b8a req-299d1fe2-3aa6-4640-a15d-f73ac45e2c4f tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0525064
Apr 20 18:42:46.279092 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c0226077-6b05-47ca-a5fd-028069b91bcd req-8a0aee7a-b801-4931-8a3f-86425e68ed3f tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0514960
Apr 20 18:42:47.440947 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1cddaeb3-1add-46b9-9835-99b30ff54177 req-48f96c8f-51f3-473d-9bb1-2ee5e7bbf83a tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0484517
Apr 20 18:42:48.600388 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-887b4eb3-dde9-4747-a693-f25211529807 req-e070af57-d959-44e5-898d-1ca9e14cf263 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0489838
Apr 20 18:42:49.763014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2ba22180-a1e9-449d-8623-4a629343e34e req-79b7f0a4-be7c-4d2c-ae32-71ec672eb2c0 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0489147
Apr 20 18:42:50.925662 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b58372b7-c17c-4881-8ac7-26d7b67fe91c req-563b987d-0e72-45d3-afe4-4d7946fd17c4 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0491452
Apr 20 18:42:51.039178 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c259460-f324-4c55-896e-755b4f6f6461 req-64c2b7e4-3261-48d7-bbea-ef92b3fe8f6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0794430
Apr 20 18:42:51.205731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c259460-f324-4c55-896e-755b4f6f6461 req-c1dca25c-247b-4e16-90cf-6401021d29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:51.207394 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c259460-f324-4c55-896e-755b4f6f6461 req-c1dca25c-247b-4e16-90cf-6401021d29f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0795841
Apr 20 18:42:51.361867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c259460-f324-4c55-896e-755b4f6f6461 req-6f63d5b4-2b20-4b24-be56-5c55b13a3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:51.363462 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c259460-f324-4c55-896e-755b4f6f6461 req-6f63d5b4-2b20-4b24-be56-5c55b13a3809 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1361663
Apr 20 18:42:51.472358 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c259460-f324-4c55-896e-755b4f6f6461 req-8d9faa31-9b5f-47d1-8f11-58ed607d1536 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1023171
Apr 20 18:42:51.539219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c259460-f324-4c55-896e-755b4f6f6461 req-da0ab1cd-0129-402d-a023-f3e2852594c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:51.540706 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c259460-f324-4c55-896e-755b4f6f6461 req-da0ab1cd-0129-402d-a023-f3e2852594c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0624468
Apr 20 18:42:51.625465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c259460-f324-4c55-896e-755b4f6f6461 req-c223202b-d21d-4b8a-86e5-5ccd8495a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:42:51.627117 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c259460-f324-4c55-896e-755b4f6f6461 req-c223202b-d21d-4b8a-86e5-5ccd8495a762 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802066
Apr 20 18:42:51.767722 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c259460-f324-4c55-896e-755b4f6f6461 req-530b07da-6fa4-4cb0-99c9-73cf4c86e05c service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342018
Apr 20 18:42:51.907310 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c259460-f324-4c55-896e-755b4f6f6461 req-8db2640d-658f-4f20-8fd1-93c9a341c926 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331763
Apr 20 18:42:52.083505 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-194f1990-955e-4144-8d6e-edb48ef22eee req-3cf37132-d4cd-4909-9124-e9215bec96c1 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0477757
Apr 20 18:42:53.383660 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fee3a358-d57c-478a-b3d6-f2f9743056a3 req-6420c72e-63a9-40e4-b913-25723a8b66a1 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0519702
Apr 20 18:42:54.560449 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-44d23026-7d45-46e0-86a8-504921b2cd9f req-806e8cc1-5713-4307-b13c-2b7e854715fe tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e4ed2e4-f7d1-4c76-a041-11247df1d6a5 HTTP/1.1" status: 200  len: 210 time: 0.0523367
Apr 20 18:42:56.548731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:00.109837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-13f939d7-77ad-4e12-870f-1b722a25a1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:02.423266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0da4b9b8-436d-48bb-b283-b812330bba11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:02.835207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:02.884581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:43:03.589382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:04.545386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:26.549549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:30.112073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb4abe08-afe8-485f-9db5-8e4105512125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:32.423731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-95ce48b1-e18a-4ccc-91a4-75bab6b476d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:32.838440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:33.594668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:34.547277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:43:39.883775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:43:51.130468 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-202e68cd-a179-4367-9ae6-ac2477379494 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1785929
Apr 20 18:43:51.299302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-6bfea30f-3a49-4afe-b56f-b6960f277b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:51.300893 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-6bfea30f-3a49-4afe-b56f-b6960f277b4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0783291
Apr 20 18:43:51.456103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-681310b4-a793-401e-8acf-503bc77cd975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:51.457657 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-681310b4-a793-401e-8acf-503bc77cd975 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1366584
Apr 20 18:43:51.567798 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-4d8f77b4-370a-4c5d-ad2b-a79ec3aa6c01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1037092
Apr 20 18:43:51.638179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-4cd9de03-aa88-49ed-9764-eeeb968c5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:51.639698 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-4cd9de03-aa88-49ed-9764-eeeb968c5f01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0655293
Apr 20 18:43:51.721885 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-90732b4b-4b1f-4a1d-bc9a-add265fb41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:43:51.723460 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-90732b4b-4b1f-4a1d-bc9a-add265fb41e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772388
Apr 20 18:43:51.734567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-f5c20da1-1119-4ade-9802-d8abe511785b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 18:43:51.735585 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-f5c20da1-1119-4ade-9802-d8abe511785b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057518
Apr 20 18:43:52.099182 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-a332039f-34b1-4f39-9e4a-04059cba1d86 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3570516
Apr 20 18:43:52.240097 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-719d0ca0-26a7-4352-9345-2353dd35f497 req-f08a1201-cdf1-4de5-8e01-a3ce0df9fd0b service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344562
Apr 20 18:43:54.226640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-b4ba6342-598a-4abe-a0e4-1b5828ea2187 req-8a12352c-e24a-4c6d-8ab2-e282ddc452df service neutron] (86363) timed out ('10.222.0.22', 55770) {{(pid=86363) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 20 18:43:56.549587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:00.111980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3f45952e-3b73-4b56-a535-179abc3f199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:02.424824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3770ccb8-789a-43fd-b9c1-3b1e3bf57a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:02.840414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:03.596647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:04.550751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:16.884428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:44:26.565267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:30.112947 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd80a-4215-45e5-8670-b114828d8d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:32.426125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6c06d109-b193-4fdb-a36e-59313b437d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:32.843972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:33.597978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:34.554690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:44:51.032158 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-812112f5-d0b2-49ac-9f63-6890130ff06f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0795882
Apr 20 18:44:51.197264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-b9a60e1b-e2c6-411c-83e7-2d49180c220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:51.198879 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-b9a60e1b-e2c6-411c-83e7-2d49180c220d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0790844
Apr 20 18:44:51.353052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-6207b438-93dc-4c3a-8744-2648684a0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:51.354709 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-6207b438-93dc-4c3a-8744-2648684a0246 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1374791
Apr 20 18:44:51.464863 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-fa218235-227d-491e-b0ed-ce9d6bb82cbe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1041148
Apr 20 18:44:51.532556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-351735e8-f9f6-4f79-8134-102466a42e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:51.534081 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-351735e8-f9f6-4f79-8134-102466a42e85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0624840
Apr 20 18:44:51.617755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-76261647-7e3e-4ca7-9818-542beeeec07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:44:51.619247 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-76261647-7e3e-4ca7-9818-542beeeec07e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788593
Apr 20 18:44:51.759943 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-0cf70013-ffe1-480b-979e-1013630f43c9 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337218
Apr 20 18:44:51.900805 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4e314b7c-2ed2-4c6a-ade2-a5a483c079a9 req-079d15f6-b275-4fee-875f-736dc1b6d203 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342432
Apr 20 18:44:53.883271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:44:56.568298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:00.114166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ea99c0c-1e55-49d0-ad1b-153f1d76b5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:02.428261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6350cf82-ba4b-464f-a221-2543131eb7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:02.846781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:03.599837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:04.557925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:26.568053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:30.114957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b2035cb-cf74-4646-bbe1-8189cb76527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:30.883025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:45:32.429711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-632f2b56-e961-492c-95c0-a70212bb515f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:32.849412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:33.600151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:34.560196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:45:53.017077 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-3a9889bf-7aa0-4fe2-a602-8261b0a84415 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759625
Apr 20 18:45:53.185757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-2083d860-ac05-4cec-af55-79a4825066a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:53.187603 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-2083d860-ac05-4cec-af55-79a4825066a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0799253
Apr 20 18:45:53.339508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-505a9a18-970d-4f9b-ac47-8d80ee2cca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:53.341031 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-505a9a18-970d-4f9b-ac47-8d80ee2cca56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1344490
Apr 20 18:45:53.445094 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-a1197544-1d34-4a91-91f6-f5c5a9d43cfa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.0975075
Apr 20 18:45:53.513798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-34d9fbb1-22b5-4a0a-a664-bb7827cc8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:53.515310 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-34d9fbb1-22b5-4a0a-a664-bb7827cc8755 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0642562
Apr 20 18:45:53.598956 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-d3c85e55-08f2-4259-bb63-1c9679ab9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:45:53.600579 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-d3c85e55-08f2-4259-bb63-1c9679ab9671 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780377
Apr 20 18:45:53.744114 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-e3b51cbb-d2a8-40e2-bcd8-f9909af05b73 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366398
Apr 20 18:45:53.886684 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-10d3af74-a496-4765-b2a5-97f61ae8f8e0 req-f0cb9967-2ba5-4b9d-8d72-0654525cb4da service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359415
Apr 20 18:45:56.581102 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:00.117818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4bd9af4d-0c04-467f-a0ff-84dae5a5dcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:02.430509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-696754e3-b0b9-4e3a-b553-14766b4e4dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:02.851789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:03.601826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:04.564914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:07.882797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:46:26.580474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:30.119302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df983df6-7601-421a-acc4-949b1899dc7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:32.432848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0966fa2e-458a-40c3-b92a-00ea4c41b9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:32.854098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:33.605789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:34.568170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:46:44.882922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:46:55.015471 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-0e1b32c2-170c-4ea4-a505-882c9d9fcf50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0788965
Apr 20 18:46:55.179691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-ba1c4b0d-0d2c-4aea-bb76-35e4ea181d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:55.181305 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-ba1c4b0d-0d2c-4aea-bb76-35e4ea181d03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2e923accea4ab49bf0e323d95333eb&device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 1099 time: 0.0784309
Apr 20 18:46:55.335011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-c411ad92-aeb6-4a70-9664-d7f301179c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:55.337182 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-c411ad92-aeb6-4a70-9664-d7f301179c39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 200  len: 911 time: 0.1372912
Apr 20 18:46:55.447430 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-04c1e9db-6bd1-4dba-9b98-f0ed2a39e1c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 200  len: 1002 time: 0.1035872
Apr 20 18:46:55.515581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-dfcf1fc0-eb80-46cc-b273-80c935474237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:55.517157 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-dfcf1fc0-eb80-46cc-b273-80c935474237 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 200  len: 849 time: 0.0634580
Apr 20 18:46:55.601103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-dc348dfd-60b5-435f-b52e-3c0bd9486995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:46:55.602673 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-dc348dfd-60b5-435f-b52e-3c0bd9486995 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4ca6af4a-0ad6-45b9-a16f-a46c80d90308&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794225
Apr 20 18:46:55.741640 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-8e379fdb-c732-4f2b-8753-f61bcf7bf925 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319985
Apr 20 18:46:55.882337 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c6eebaf3-057e-4aaf-be53-70497fe8d191 req-79f845ed-091b-4af7-b37f-f32bf40ab66b service neutron] 10.222.0.36 "GET /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345079
Apr 20 18:46:56.581376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:00.120582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19ad30a4-bc08-4fba-bb95-97798ff47a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:02.434429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ed9469f3-2a81-4d6d-857d-c799593c27ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:02.856568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:03.610114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:04.572302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:21.882357 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:47:26.596488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:30.122670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-acecb09b-d57e-4860-b8d8-be22e9d1f7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:32.434492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-514d61da-a480-43ec-ad88-58b9fa61a7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:32.858378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:33.612227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:34.575917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:40.508804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6939a-1411-43bf-8d6a-320fc9feb8d9 req-f1a5dfce-3ae7-4855-bbf2-d653519ab72e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:40.510467 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1bd6939a-1411-43bf-8d6a-320fc9feb8d9 req-f1a5dfce-3ae7-4855-bbf2-d653519ab72e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 946 time: 0.1660507
Apr 20 18:47:40.559311 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1bd6939a-1411-43bf-8d6a-320fc9feb8d9 req-0725078d-1272-4594-adc5-76212427e209 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425198
Apr 20 18:47:41.333430 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-9fccec93-61f4-42a1-9fd4-7ce51a89d1ec tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:41.335048 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-9fccec93-61f4-42a1-9fd4-7ce51a89d1ec tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 946 time: 0.0900705
Apr 20 18:47:41.415880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Deleting port eb43c1e2-ebae-4195-ac80-55e62d766ee3 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:47:41.416297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:41.688612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] For port eb43c1e2-ebae-4195-ac80-55e62d766ee3, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eb43c1e2-ebae-4195-ac80-55e62d766ee3,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:47:41.689177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:42.286533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a756cf-f69f-47f3-ada6-5a8addb69143 req-1bd42bd8-a275-4818-8f0f-fc5395c9e47e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:47:42.288173 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c7a756cf-f69f-47f3-ada6-5a8addb69143 req-1bd42bd8-a275-4818-8f0f-fc5395c9e47e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 946 time: 0.5907083
Apr 20 18:47:42.342253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:42.342704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:42.343064 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Floating IP 0f5dc510-b878-4988-9f5f-24fc9baabc24 disassociated. External IP: 172.27.0.172, port: eb43c1e2-ebae-4195-ac80-55e62d766ee3.
Apr 20 18:47:42.343448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Calling delete_port for eb43c1e2-ebae-4195-ac80-55e62d766ee3 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:47:42.414603 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c7a756cf-f69f-47f3-ada6-5a8addb69143 req-bfa636d5-4d98-4a98-b80e-e5cf79651cab tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e21a897-98c8-47dc-94bf-f787a2b8389a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120646
Apr 20 18:47:42.518658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:42.525530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3949e41b-c3d8-4c1a-a6a8-3ee6f51e82cc tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:47:42.575566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event deleted for resources: {'Port': ['ID=eb43c1e2-ebae-4195-ac80-55e62d766ee3,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:47:42.586203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.586648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.587052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.587449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.587866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.588556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.588957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.589345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.589744 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.590129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.590536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.590926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:47:42.595090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:47:42.794332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Router 23269ded-e216-46e8-84b7-0bc3058d18bd has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:47:42.988797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:47:43.000647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] Sync routers for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:47:43.012513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:47:43.013236 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9881c8d0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:47:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:47:43.076223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] No DVR routers for this DVR port eb43c1e2-ebae-4195-ac80-55e62d766ee3 on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 18:47:43.078871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:43.081825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'name': 'network-vif-deleted', 'tag': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 18:47:43.107945 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-549d1ca3-45d0-42bf-b6d7-b154abf9d4b1 req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.36 "DELETE /v2.0/ports/eb43c1e2-ebae-4195-ac80-55e62d766ee3 HTTP/1.1" status: 204  len: 173 time: 1.7671032
Apr 20 18:47:43.194920 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fdafac6-0e5f-4d11-a71a-071aaad3f92e', 'name': 'network-vif-deleted', 'tag': 'eb43c1e2-ebae-4195-ac80-55e62d766ee3', 'status': 'completed', 'code': 200}
Apr 20 18:47:43.217910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eb43c1e2-ebae-4195-ac80-55e62d766ee3 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 18:47:43.222963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:47:43.257450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: eb43c1e2-ebae-4195-ac80-55e62d766ee3 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 18:47:43.257956 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eb43c1e2-ebae-4195-ac80-55e62d766ee3 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 18:47:43.563194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9881c8d0>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:47:43.567569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] Checking router: 23269ded-e216-46e8-84b7-0bc3058d18bd for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:47:43.577290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:47:43.577940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9881c8d0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:47:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:47:43.580455 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-847fe94c-6f21-40c4-b5bd-aabd3a3bc5ae req-5d2c57b2-fe20-4f90-9f61-258d5a976397 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Synchronizing usage tracker for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 18:47:43.595817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-847fe94c-6f21-40c4-b5bd-aabd3a3bc5ae req-5d2c57b2-fe20-4f90-9f61-258d5a976397 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Unset dirty status for tenant:5d2e923accea4ab49bf0e323d95333eb on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 18:47:43.597150 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-847fe94c-6f21-40c4-b5bd-aabd3a3bc5ae req-5d2c57b2-fe20-4f90-9f61-258d5a976397 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0649369
Apr 20 18:47:43.771417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:47:44.097056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9881c8d0>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:47:44.101152 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab20c926-58cf-4a88-b5d6-16241d31ede6 None None] The sync data for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi is: [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T18:22:46Z', 'revision_number': 4, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '70aa433e-e101-4d2a-b501-14a1791f6a67', 'name': '', 'network_id': '4ca6af4a-0ad6-45b9-a16f-a46c80d90308', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'mac_address': 'fa:16:3e:4e:28:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:41Z', 'updated_at': '2021-04-20T18:22:56Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'subnets': [{'id': '0637153f-e19e-4070-b839-1a4f5a37102f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:47:44.465699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db251f-3da4-4ea7-85b1-8d074c4f3374 None None] New status for floating IP 0f5dc510-b878-4988-9f5f-24fc9baabc24: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 18:47:44.982187 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c9f709da-ca9c-4379-9d16-3943374a8460 req-b065fe7f-f956-43ae-ba77-1f05184e954c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.2622731
Apr 20 18:47:46.156552 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-236c15c2-fc02-4dcf-8b4d-0604f4b64d56 req-02825ba9-4651-4efe-87b2-8ea7b872ba98 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0530307
Apr 20 18:47:47.328696 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7398426c-26a6-4515-8f88-ccb50683a028 req-56b58d8d-eb6d-4d23-b41e-763ad5d709a5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0510354
Apr 20 18:47:48.495203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-02496edb-ae00-4a45-b792-71f5d4620988 req-198d2f24-7968-433a-bc9a-897f69bc590a tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0487337
Apr 20 18:47:49.677366 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d6db21ce-5a5a-40ae-92f9-12719bc5ad59 req-87de1202-c132-4711-924a-85d16cab37bf tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0485034
Apr 20 18:47:50.844455 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6591ddb9-1728-4897-9161-475bd1276a92 req-4d5459bd-928e-4211-b46b-94eedebd03f0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0495634
Apr 20 18:47:52.007676 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3179c5d6-335e-4096-9fa3-fa9dbd1c4ecc req-8e072110-d864-4948-b612-7d3ff8e63ce9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0507629
Apr 20 18:47:53.266529 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1494da46-4eea-44c9-be78-2f2a7d8f11b3 req-2c1965a9-1d10-41db-894b-ae9f7aa587a9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0524228
Apr 20 18:47:54.428896 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-88972725-5f06-4c72-988e-85dc082e6321 req-95cd54ee-2a4c-4671-a2d4-5dcb2468510c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0482419
Apr 20 18:47:55.590924 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-01c0328b-a407-421a-b9f8-2dac7946465a req-500e42e9-56ed-4ab5-8dad-2573766d6c56 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0489125
Apr 20 18:47:56.596835 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:47:56.758508 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f6914a7-cf9b-4c46-955c-5506db69c3dd req-d627c3dc-d52c-4874-a652-32a77407cf95 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0491621
Apr 20 18:47:57.927785 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6ef91e15-3788-4899-b7be-481b3441e6bd req-e20e285a-7a26-4ba2-ba72-e88be682e948 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0506384
Apr 20 18:47:58.883017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:47:59.105015 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f6fdc21e-3a6c-46cf-ba10-bf29f8a542bf req-f5cff402-7f1e-458f-8e04-b04e4a48cfdb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0552638
Apr 20 18:48:00.126578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-efb01748-553e-4c31-bfe0-357efb8ae355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:00.279456 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-30439bd4-a0e2-4c25-8eec-8ba31b899623 req-7ec1873c-92cc-4d06-9c45-9affaaf1a649 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0536869
Apr 20 18:48:01.446230 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-53172ca7-6d72-4f73-bfd6-f6b2c783bea3 req-5946cbb6-805a-4eec-8889-7d9ce66adf58 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0493193
Apr 20 18:48:02.436634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a481297d-dd3d-4958-ac68-735d4cc5bab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:02.615551 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-090d1a6d-fb47-4470-a5e7-90d24b6d8333 req-985717e1-c16d-40ff-a654-9a90d8310590 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0505624
Apr 20 18:48:02.869150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:03.615685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:03.783726 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0a00e6dd-acd4-4ad1-bf74-990601e7e6a8 req-8d7177aa-0044-469f-bb4b-3318c9fbdab1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0496747
Apr 20 18:48:04.579741 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:04.950600 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b32ff503-bc0d-444c-bb45-d938d0133c0c req-789437fe-3c94-430e-8352-0307a5808002 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0512259
Apr 20 18:48:06.129362 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-184fe3de-0154-49fe-8d01-5eee717ad52d req-9f8cf8df-b662-436b-8238-6391dd3eebb8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0531139
Apr 20 18:48:07.308902 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e051ca7d-590a-46c2-8c92-66a7b352e151 req-bbfdc315-3cb1-4444-af04-62c0ea64f1e9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0551844
Apr 20 18:48:08.479495 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6219f8fc-4225-4c86-a718-658cbedd7a09 req-59799ceb-e69b-4a05-8472-23595f202740 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0501747
Apr 20 18:48:09.644307 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cf840bf0-e1a9-4bc9-8dfb-58b192116111 req-9bbcbc2a-c4a8-4ff1-a370-20dab13b93c1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0498531
Apr 20 18:48:10.814820 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4304b1e0-b3dd-42ff-8ca1-11342b0db8eb req-a22f7cf5-f6f5-4432-a9e1-e773d7ec4218 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0505569
Apr 20 18:48:11.980965 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9d89579a-dbe0-461e-897e-bef061e842d6 req-b981c32e-3e63-4af8-a221-440737d0b8e1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0506227
Apr 20 18:48:13.150139 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3ad2bc26-d9ca-453b-86fa-2319211fc579 req-88528669-8e12-448b-a66c-c686ade48206 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0527344
Apr 20 18:48:14.337203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5ed11d50-73d4-4830-98f8-488a686d7a8b req-27fa3754-94c5-41e0-bbc0-db2eb67d68bf tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0595074
Apr 20 18:48:15.507828 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-325f88b9-2b20-4323-8247-5ef31c8f8430 req-c3e8a8c7-29a2-420b-8c87-e6485769097d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0506837
Apr 20 18:48:16.673773 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3ec0c051-2e74-4ec0-bf5c-0277c4762416 req-3a868a17-2381-4294-a601-be10f143c0e7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0494339
Apr 20 18:48:17.846348 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6ea910eb-5b63-42a6-9304-4f4912e65772 req-c98b2a8f-9241-4d9b-b0e1-0cd140cf89d2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0492303
Apr 20 18:48:19.011891 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2b967692-8748-4230-a6b7-c274d2270703 req-1684d836-430f-40bb-9d06-7a00e8207b6c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0493691
Apr 20 18:48:20.184804 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2ac42045-eb4c-42f3-a9f7-3b65fc679694 req-67db2242-23e5-4155-91d5-e1f1006c589e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0575364
Apr 20 18:48:21.364726 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-42553a82-09d7-4e7a-a974-769f9f65b097 req-a8fbf499-04ad-4c14-842b-4443333982eb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0548730
Apr 20 18:48:22.530954 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3ed011b4-d4be-4ab2-aeaf-337d14d7cd81 req-47dfeda2-9aa7-4bb8-8d01-1227fec49f7b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0492671
Apr 20 18:48:23.710515 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a19799dd-14c9-4828-8982-e32b256792bc req-1a426a9a-264b-4185-820f-3b3d300e3fad tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0560799
Apr 20 18:48:24.883495 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c005aae-fc7e-4d7a-bf8f-4e79ca05d02b req-b50d5dae-3208-42e0-ba8f-6e512c8d8342 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0515306
Apr 20 18:48:26.063837 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9ecb3561-ce83-48c1-9b78-d7f60d1a1227 req-50502b7a-2a81-4398-9b9d-3f0750b77099 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0495751
Apr 20 18:48:26.613082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:27.251324 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-82a2e708-9ec8-4fac-8193-90a6eec8870a req-e4b44825-d8e7-4dec-8782-9329bc123852 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0605984
Apr 20 18:48:28.438842 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71a3d4bc-0fe0-4059-b22d-bc57f4538397 req-6340b92f-2d3d-4dc2-8ff2-fa9835d846db tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0576193
Apr 20 18:48:29.632536 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b16e1361-c847-4dea-a535-648da865786c req-727e515a-1eab-48bd-a892-ddc424d06ee1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0492222
Apr 20 18:48:30.131168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26520eb6-027e-45a0-b4c8-6d9ef105f667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:30.867559 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e15b11c6-c685-4ee2-8064-978c8e6f7fcc req-c56dd509-7f23-44c9-ba30-3f8f7251f532 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0562763
Apr 20 18:48:32.042479 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2d1c9647-16ab-44a9-b848-7b16b8fa716b req-c1b6e0bf-04ae-4278-97d1-ac0a18134698 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0542445
Apr 20 18:48:32.438987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bc7-c1d9-46c6-86a1-92e80b4f46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:32.866024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:33.210089 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a4f7b068-a68a-48a4-861e-2ba4e0d2914c req-20a84160-b1c7-4c41-970e-421d6250918b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0496478
Apr 20 18:48:33.619687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:34.379739 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-30a1e554-fd9d-4ead-80ad-e9cf836057d6 req-90579975-5069-4d3d-bafe-229cb6e3d9a6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0522907
Apr 20 18:48:34.595953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:35.569635 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a988c811-6bc2-42f7-ae49-426e65a1d24a req-e2b4d5cd-8e62-4cea-b29a-803244787671 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0641344
Apr 20 18:48:35.884368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:48:36.742207 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-19921cf1-fa96-4a11-b051-2a2507a8f2dc req-198465d2-2b5b-419f-be77-6c9366ba07ab tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0492933
Apr 20 18:48:37.929301 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f7aacc2a-7e12-4376-a071-347e9b656852 req-e0cd1ceb-fb98-45c1-8f57-94115923fb30 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0497296
Apr 20 18:48:39.093643 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-41cba172-e1e8-474a-a319-6d249491fac1 req-9fdbfd7c-132a-4e2f-961c-fc56c86d88b1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0526278
Apr 20 18:48:40.272357 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d596ca0a-201f-4bc8-a989-725a3c499a46 req-0a77b993-8c92-4cc9-90c1-c929f1991d84 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0488281
Apr 20 18:48:41.442986 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-98d8ac99-0a1e-4a35-81dc-3d2dee86d5ef req-6f60e29b-c7b6-4fb4-b1ed-3014566d0828 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0520675
Apr 20 18:48:42.611818 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a7c9fd8-6e2f-43fd-b404-ccf6c97ae912 req-9d01e45d-833c-4353-9a4f-505a279741ae tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0520091
Apr 20 18:48:43.776978 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ed56d76-d6dc-440d-a9d0-9853e97748c5 req-9b3597ce-26c3-4946-ae19-70e7f2fe3dce tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0491042
Apr 20 18:48:44.943126 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-91cfdfc5-c292-4ab4-9f19-353a30befff7 req-61b8fba0-a130-4f9f-be4d-3c591059c867 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0487130
Apr 20 18:48:46.111785 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6756bdf0-753a-4a83-b57e-ac7f5f62211f req-c3ffc42e-7173-486b-9e65-da07efda9b1c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0510936
Apr 20 18:48:47.276259 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4de3828f-42e4-469c-83d9-d54ed575fd11 req-eb53ce11-e36e-4733-9f0b-e351ba055ef0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0496635
Apr 20 18:48:48.442919 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-45c9fedc-aff8-4955-87ce-df5624f5185f req-87e2b2b0-ba3c-4f97-8119-b376dad263f3 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0510509
Apr 20 18:48:49.616386 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2b117afc-2cc1-47be-b7c9-e1a55c6de448 req-903f290f-7d25-4410-9db3-32524bb9612b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0535772
Apr 20 18:48:50.786500 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-54ab0b9f-18a8-43cb-b3a1-dd7a71321def req-8551f356-a4dd-43c6-915c-f3de28133686 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0492132
Apr 20 18:48:51.961077 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-04dc5de5-89ab-4c2a-af1a-cc7d5d526ba8 req-ba9482b1-99e6-450a-b01a-36132bdf3ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0554962
Apr 20 18:48:53.131146 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-63afac30-3bcc-423c-aa38-189c8f2ff185 req-38d3ea70-1087-4074-a20f-8f2a4b9184fe tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0498331
Apr 20 18:48:54.311421 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f9ff013-1aee-4a84-9bfd-fd998e65e281 req-014286ee-281d-4fd3-a899-da3754eef477 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0499785
Apr 20 18:48:55.478279 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c84f1fbe-b937-4b4b-b7b2-33ba8cdd12c1 req-9404a7d5-91d4-4a7d-b934-fa4f612997d9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0522194
Apr 20 18:48:56.605826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:48:56.648856 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2782e1c4-38f2-4adc-a2f1-1a136ad60f64 req-46e19ba3-dfc6-4d13-a904-d82cdebfee63 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0531788
Apr 20 18:48:57.812275 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c6a03ff-6409-4b94-8368-6aaaa304731c req-215659a1-67dd-48f6-b5c4-483c0c448b77 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0488892
Apr 20 18:48:58.986270 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2e9756a5-04f3-4742-8da4-bac81df41a1d req-9588bd8d-1ac3-4de4-9095-8e2a06cd24e5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0485694
Apr 20 18:49:00.133873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-de745962-f616-44ab-b55b-a04a460202e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:00.159394 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d006098-cc69-4355-a723-f172cce9761f req-f14585ec-d62f-4472-8600-1d2d11bd31e6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0503359
Apr 20 18:49:01.324449 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b01e3768-b085-410c-8f6a-108fe8299aeb req-7e6f0ad5-2585-4a9e-8307-a77cb147831f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0488186
Apr 20 18:49:02.440936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18da56ba-fe18-4b21-b917-aa62a1079000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:02.489203 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b6e6b71-68d3-4e78-8be8-c4aec495f652 req-3b47d96a-cec0-4db9-93f2-d6ca60fa986b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0521073
Apr 20 18:49:02.867623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:03.640802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:03.704770 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fd93297a-8694-42a7-8667-c2ff598f2efd req-555376d8-b555-46fc-bd82-6456d2eeca44 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0574718
Apr 20 18:49:04.595343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:04.872429 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-af1e50c3-c165-4ecb-b62d-2f8a67ff49d4 req-598abe8f-b62e-4d17-b356-69f22e5f3244 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0488691
Apr 20 18:49:06.263035 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c72e1bf-b222-46dd-9a6a-6ff2f5f4458a req-b4cf19db-bbcb-47af-b2f0-9db14ca0ecd7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.2711942
Apr 20 18:49:07.427929 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c8bc1fe1-5e80-49cc-86c0-59372f598f7f req-19205c19-5410-47ff-88bf-cf7c6ca93503 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0486927
Apr 20 18:49:08.591743 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2d2b37e7-5ca7-4ee0-95d7-0729342c803d req-ef69a897-23e6-40e5-95d9-2a9916cc6fd5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0495179
Apr 20 18:49:09.761794 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a5f1d6b3-ea8b-47f4-be35-191affeaa3b3 req-5f453966-dbb5-49ba-9b2e-73bba0783abb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0529253
Apr 20 18:49:10.938916 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2aff1c64-e713-44a3-89be-992dbb7a59b6 req-4039f66d-3674-463e-b0fc-5e0ea820509d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0531013
Apr 20 18:49:12.104631 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7fba002e-dbee-4a33-9c58-797b19291f73 req-2a25cd32-1e58-454f-9f00-c38a06f5c06f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0496364
Apr 20 18:49:12.884512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:49:13.266177 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f1efeef-a2ed-452d-9751-d5b953997cb6 req-def9835e-ccb7-470e-aed2-36342c1cc9e9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0479774
Apr 20 18:49:14.432213 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4d2a7ef5-ac53-4bdd-b888-e03be798c3b4 req-15f5b898-6096-4847-9e88-c4088a806d03 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0489089
Apr 20 18:49:15.594565 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-be808e37-ae3d-43b6-bad8-9a6c221041da req-1cbaac11-e851-4a08-867e-c1bc53cabfee tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0484393
Apr 20 18:49:16.760454 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a6608308-06fe-41f1-a278-e8203f4e46a9 req-9091f012-17a4-4272-b711-ca80c837e644 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0517263
Apr 20 18:49:17.931525 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-76690377-4d8c-4073-a5b9-36d067077b1d req-74aa743e-1ec8-447d-a683-b217777c993a tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0521274
Apr 20 18:49:19.095112 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-51e191b8-9c1d-44dc-803d-449af10f7d15 req-7a73e75c-e575-4aaf-8fed-f0271d06a115 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0491066
Apr 20 18:49:20.260021 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2e18dc58-8c3e-4de5-b2d9-3a8226a945de req-e7057972-2e6b-4830-ba34-4892afe1c3b3 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0493622
Apr 20 18:49:21.429433 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2560c8d9-1e57-410b-b535-13edde0c3100 req-99ddfac3-15c1-4e75-940d-68523b8f4548 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0511644
Apr 20 18:49:22.597662 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ed8dda4c-0e73-4299-b150-400e3f5c2468 req-2f6141e8-5543-4c27-9895-a0bb62068b2b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0520048
Apr 20 18:49:23.772634 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9ce1ffe1-ad8d-43c5-bd96-13ad45ff15d0 req-2abd4260-3942-460d-a8bd-043a32b3fdd2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0530014
Apr 20 18:49:24.948564 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-749e68bc-e269-41e5-b685-b1330d2999ad req-0f83127d-598f-49ba-86de-f6382062bf84 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0523586
Apr 20 18:49:26.141725 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c57f0a5-6ecf-497d-acd3-813f1de60425 req-435caf7d-28b6-4ad5-b9d6-7559182b7283 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0540204
Apr 20 18:49:26.617638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:27.316895 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16814779-0c66-4c24-b005-ff43a502ffb3 req-1d757dc7-676d-4ffd-a049-ce7a6d6227f2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0501199
Apr 20 18:49:28.511735 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ebe7e41-dc7d-4c32-a8f9-43094aa413aa req-7bc33af0-d86b-48af-b7c6-6e8e9d1b7acb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0522482
Apr 20 18:49:29.692442 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c1f44ce1-a829-4c37-8776-eb6c59e2c0fe req-f6ee2a7d-a289-48d1-8517-0586e31e1d35 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0528605
Apr 20 18:49:30.136026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dc01de65-c860-4ce2-8989-0d7ef8535d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:30.876067 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f906750-10cf-4066-b9f2-bbd68c083d32 req-9d971c06-1606-41fc-86f1-04997cce49d0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0538468
Apr 20 18:49:32.191931 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f978de6b-bc9d-4a5b-9cca-6c1e5ac641ae req-65eeede0-02d8-4063-8fe4-985a62752b1d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0586815
Apr 20 18:49:32.446943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a7a9d016-3a7a-4b34-b38d-467f92c7fd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:32.873184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:33.367691 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b6c2c21-4522-4bfc-b200-f4e08d9a5be3 req-4606a632-21be-4d63-9c38-c02405e8f46f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0568335
Apr 20 18:49:33.624764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:34.569836 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-33c42adb-214d-45d2-89d9-a3c4c21e7148 req-3ba49974-72e5-46cc-b03f-6cc024c803dc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0530472
Apr 20 18:49:34.599725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:35.746916 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dd7d5913-ad1a-418c-9b2d-989bff1c6109 req-aa52d459-9b22-467d-832b-9981ef058fcd tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0540485
Apr 20 18:49:36.930077 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-08f19335-7bcc-40f0-9add-707fc09a425f req-551f8bfe-4cc3-4084-bf5e-43a5d8fe98aa tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0577319
Apr 20 18:49:38.117026 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9a32d88a-dc35-4111-b67c-18b048eb3b14 req-9d504370-76f8-4d51-9d8a-9fcc18a5b07e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0539181
Apr 20 18:49:39.287774 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cb71d659-ec46-4ff7-a6fd-f4892617a9c9 req-d81c6f65-45da-4ff6-a806-2309cc095ec3 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0541658
Apr 20 18:49:40.459395 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ca33ded0-7d96-4f19-9289-921838129c60 req-fdc1a766-fe72-4de5-a090-1882b760e09b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0504289
Apr 20 18:49:41.626640 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b1b2fd05-247a-4a1c-85cb-aa04f07e99a4 req-00234f47-1bea-43f8-8e3a-22ae0f8f613d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0499775
Apr 20 18:49:42.797160 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-89907866-726e-482b-a2b0-9033227cebbb req-42ba3d51-c1f0-47cf-b8c7-09a9166fb6a1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0505645
Apr 20 18:49:44.003548 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9a7707a0-81d6-4873-a77d-82f2e3c93159 req-993e0792-06b6-49a5-a33b-cbb11cf6fd81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0597479
Apr 20 18:49:45.207808 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ea83850f-ad1a-41cb-ac43-d50dfc8fb683 req-3aef604e-4b4d-43c1-9ac2-40985388c1b4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0565372
Apr 20 18:49:46.387423 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5723242f-b36a-446f-bd7f-46b0c5141628 req-cf46afc6-9c61-4749-b1d7-ecf29c4c0cc8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0547807
Apr 20 18:49:47.561932 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d7ba64aa-3a94-49fd-9a6c-7f19302315f1 req-161731f3-4ced-4f63-90af-88db59c37fe6 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0509522
Apr 20 18:49:48.735073 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0f280edd-f60f-4ad9-8d1c-43ff44a0a354 req-36c7d7e2-096c-40c6-a0be-80cd55c20b72 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0508549
Apr 20 18:49:49.884722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:49:49.908080 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2da06e80-63a4-4dea-91c2-c663b0c06317 req-1df7f3c9-73af-46dc-8237-b18e29fe57cc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0520480
Apr 20 18:49:51.085197 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cf0e4e2e-56ac-4234-b696-055b40a5e09e req-8262dd7f-d410-4b7e-904e-27b24d63922c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0519083
Apr 20 18:49:52.261458 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e9913d10-fe01-40dc-90fb-7b6de93866ce req-e366a7c0-509b-4677-973b-12fce529a648 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0562363
Apr 20 18:49:53.433246 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3cf3e15a-515d-4c8d-ba22-de3b9ffc48c6 req-85c9b0ff-6c33-4a60-a024-0b17c9b4dc01 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0530436
Apr 20 18:49:54.642070 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-73cde5cf-cd82-416c-bd98-b8045b303d32 req-30309f15-3c08-47ea-93e4-c358b1c0b126 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0896378
Apr 20 18:49:55.809432 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f4eb4fb-2b0f-491e-8ef0-c9976f5a4dc4 req-b020cbb5-9a60-4de2-a593-62a9f0b9d75b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0505917
Apr 20 18:49:56.612766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:49:56.981134 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f57cf7e-ba39-4156-a3d9-81f01d2300ca req-25c4bdc3-51bf-4d2a-bff7-4c1f2aae567f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0491207
Apr 20 18:49:58.156261 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e44d37fc-8997-499e-8d62-fcea63621983 req-74c8d1fd-e2e2-4eab-9857-8f1f0b966474 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0511355
Apr 20 18:49:59.328493 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b187f8d-ee84-47f9-8795-63f473294bbb req-e6c8d642-fa83-4ebb-b637-e0901820b84d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0540192
Apr 20 18:50:00.141500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-202b8f13-5e48-4845-87d1-cc3856344cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:00.499284 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-05dc6974-fcc3-492c-8cb6-5bb5d787bf27 req-53dcd008-0c99-4a53-b428-149c8541135c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0529475
Apr 20 18:50:01.667025 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-48d4918e-28ae-4eff-adb3-653b623e3016 req-3ca6f02b-ff6b-40f3-ba08-733f961ab7a9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0502021
Apr 20 18:50:02.442011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f4a35f0-a419-4979-847a-aef44956a5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:02.833913 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f9570428-10c5-46ac-957e-64f984871c8b req-301215ba-4cb8-4a07-a8bf-9c5184528d29 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0504570
Apr 20 18:50:02.875634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:03.628041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:04.004069 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-379d9642-8739-4bac-83c9-da7465f650a3 req-cc8ea839-bbf4-4f40-9871-6f138c2068a4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0506735
Apr 20 18:50:04.612318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:05.183993 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f82c40de-6df1-412a-a438-07267b102d5c req-c063b26a-5626-455d-8af4-ece20c89aa4d tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0549507
Apr 20 18:50:06.369759 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b49fa7e5-fb05-433d-bce9-fb4eb9b4e2ec req-f0c10b51-7d6c-4a6b-8a1f-03aaddc3f450 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0556271
Apr 20 18:50:07.545712 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2f54e545-1caa-4d66-8a20-0351433d0d6a req-474a9f03-4ee9-4d12-80d8-59a21c9c8ad0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0544488
Apr 20 18:50:08.725792 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6dca01a3-71c2-4724-ace2-ff0ec3243210 req-4235fb89-953a-4744-9f6c-3f24d682cc18 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0522938
Apr 20 18:50:09.895702 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-efadaee0-4ac8-4caa-a7fa-1b614de7241b req-5305681e-2208-444a-a008-7cadac8b1654 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0501904
Apr 20 18:50:11.061080 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-423c1bfa-acb7-47a1-a54a-4da08f67d0c5 req-3689bdd2-f93c-4a09-8437-b1d638ad3526 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0494287
Apr 20 18:50:12.231267 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86fe85fa-3b8a-4391-b8cc-b5a29e00936e req-c24424e6-4f09-455e-889b-bfe1239e39fa tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0501857
Apr 20 18:50:13.425848 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eee40a4a-1fc7-4e25-a006-fe89d8c09bf6 req-d9de28ad-dcb0-4869-8fca-81759cd490f9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0716465
Apr 20 18:50:14.604326 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a2dd3e26-f70a-4982-83a6-f2796b5d14d9 req-3e0ddcd3-8ea2-470b-aec1-82c21bc158aa tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0546415
Apr 20 18:50:15.785088 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6d0295fd-73b8-4acd-aabb-14ae778f9ece req-25db612d-ed09-4997-9bcd-14f4d5b1d9bc tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0527606
Apr 20 18:50:16.954998 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cde5bbdc-a4b9-48c3-90c8-0a73eea0d8d7 req-e3fa40bc-cebb-43bb-bd96-0570eee87d8e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0502191
Apr 20 18:50:18.271580 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-717b1668-e1db-4b55-86ef-d748425c5b10 req-67de15d7-7d37-499d-b995-3c89229eaeb5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0515699
Apr 20 18:50:19.443261 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7d812f9d-d756-4344-8246-ee94edf62a88 req-0419d7fa-e328-40b2-b1a7-64ea8c990c38 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0503552
Apr 20 18:50:20.618782 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1933e31e-f518-4791-b0c7-d7f2bd335434 req-837a1462-f5bb-4bc0-898b-61e3596d3d51 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0541694
Apr 20 18:50:21.792166 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b01b4675-7ddf-4894-91c3-029ca5863516 req-17e2fe1a-d8f0-4eec-968a-0b4c2e70197b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0533953
Apr 20 18:50:22.958918 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-77ef6159-f3c6-46b2-97f8-97eb18cdb6b2 req-a5478735-4b3d-4c57-bd6f-38a7576efb77 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0492477
Apr 20 18:50:24.123716 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-05bcebc0-8b21-4306-952f-9248a00a5e3b req-863a22bd-13eb-4c8f-b26b-e261062d51e4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0493038
Apr 20 18:50:25.320812 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6fccfee9-62bf-4f0e-b714-71b31e3c6694 req-5aa4f55d-e6be-45a9-9a70-c2c11ebbf594 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0515513
Apr 20 18:50:26.489524 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1ba4ee94-ad68-4624-b2b6-44f90b70533b req-7878cc39-305d-482d-ae82-1bab212e71d3 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0499036
Apr 20 18:50:26.620127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:26.884056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:50:27.660994 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c29fef7c-13b4-4137-a9c7-90a819268b3c req-6472b02c-bd90-420c-8043-6a7c22a6cd61 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0524979
Apr 20 18:50:28.834984 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-631e0734-c5a1-428f-b055-dd5724b095f4 req-21f9201a-c535-4997-aacd-6221673e3059 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0556252
Apr 20 18:50:30.015163 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f5e02521-574a-4d48-80b8-1a19495d973b req-3c165694-d06b-4296-8a81-45a51b698a9e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0509198
Apr 20 18:50:30.144799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-22dede24-cfdf-4ae1-8d5c-8483fdcd7a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:31.187167 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-385375cd-3cc5-4ce9-a41a-9b3aebd9cad4 req-20837c69-3a60-4de6-8a60-fae6cda51163 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0514598
Apr 20 18:50:32.363051 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0679c068-b79c-4b0f-be42-00f266cce098 req-b9d83011-59c4-450b-a467-32e577e6b5e2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0515029
Apr 20 18:50:32.445026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8a457a63-a9ef-489a-900b-516b079b9dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:32.878163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:33.532101 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-13ebce09-013f-40c3-8c77-c581cfea0c9c req-c192a22b-45d2-41f9-9600-2601b25cb6cd tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0508032
Apr 20 18:50:33.630087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:34.618761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:34.716472 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-afc554f9-ed7b-499f-98ec-3535ebdbd7ea req-a5228edc-9f97-456f-a3e5-e35406b4c825 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0649040
Apr 20 18:50:35.886556 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fde1c3c5-a641-4f00-8006-4a57e54ce162 req-a8292a5d-1773-44b9-9d37-5355d131cd80 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0527260
Apr 20 18:50:37.066619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e74da6ae-3672-4800-8675-f7f09b951278 req-b74833de-8dd0-41e3-a918-c528fa05e67f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0497379
Apr 20 18:50:38.236463 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-34cc5c1f-6499-43d7-b3da-e16c10b119b9 req-62d0b3e3-311a-404d-a4f8-733ee163c021 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0518377
Apr 20 18:50:39.405141 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d1df40e-e024-48a3-b6f6-ef3dc7be94f6 req-5dce4cda-ebf6-42e3-ad16-090d99616bc4 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0492444
Apr 20 18:50:40.582338 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b02b3ff1-8749-494c-80d1-69386bd6579a req-9379aafd-cb58-4c37-97d3-87e59b06c004 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0493858
Apr 20 18:50:41.754874 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f1fe0ed-a8d2-475a-a38c-d3ccfc26d975 req-88f7cca3-6148-4cc7-810c-c8349b3dd566 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0519702
Apr 20 18:50:42.933065 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8c22b320-6092-4c2c-a531-ac23477618a5 req-86aaec3b-fd6d-4ca9-a173-4c0979bc7b36 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0538380
Apr 20 18:50:44.101523 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ab8294d5-8fc8-4162-94ea-e513121ee43d req-d1418973-f074-4279-bed6-77da468f779c tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0493121
Apr 20 18:50:45.283639 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3c9502bd-73e9-40ed-ad03-ac47ecdda470 req-0daa08fa-6034-4bad-ada0-6f47431cb805 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0491199
Apr 20 18:50:46.466486 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d805b308-d0d1-4c30-a66d-1e9e1fc0c6c6 req-8a5e26a0-0596-4e0d-bd62-4e557903b8f0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0496943
Apr 20 18:50:47.637018 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b99ca108-71a8-4c15-b72e-49c1fc9373a7 req-fa94e8f2-ea75-4545-871f-9bd4d2c402e2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0510900
Apr 20 18:50:48.808165 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-098cd756-49c5-4d3e-9555-e0c4019fb4e5 req-783be4e6-9b22-4a38-89ca-e8c925a04ae1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0527718
Apr 20 18:50:49.989475 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a66bfb2e-9116-4d25-bd8f-280dccc2dca4 req-2d1d996b-9ced-4d75-9178-0d6932da05f1 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0549343
Apr 20 18:50:51.173833 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7c819ca2-bd39-41a0-afab-577c1824305b req-2f1432ad-d1da-412d-9dd9-0c5db82a5d53 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0496666
Apr 20 18:50:52.358569 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d18228cf-f149-4c98-9cd7-cd601edcb29e req-98517858-7424-43c7-9183-a003c7cd4025 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0589163
Apr 20 18:50:53.534909 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-921ecfde-adfc-49a8-8962-b3cc39d94bc4 req-56c3c4f1-93da-4e74-98f6-aebff325e5fb tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0503557
Apr 20 18:50:54.705684 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f20a0bb2-997b-430f-a282-9ee97c431b77 req-5fe947de-58b9-4ef4-b3b7-d87fe2728c4f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0510266
Apr 20 18:50:55.879638 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bdf5358d-7d3e-488e-b637-85b8ae84ffb8 req-2c9bb9d7-0ece-4f98-bc54-684fcf274be8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0547771
Apr 20 18:50:56.645114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:50:57.051189 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f8d98f9d-61db-45d3-9ab7-b3b7bf6b9155 req-9ca71a68-26de-4d1b-9328-b75725755e3b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0531976
Apr 20 18:50:58.221836 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-09821d8f-8f25-4991-98c1-9c7d1595a105 req-dcebc663-8a39-4d9e-8f3c-fc73aad5c9d9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0508909
Apr 20 18:50:59.387119 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce109774-1ceb-4e4e-9ba5-8725796bf2aa req-cfdcd312-8b7f-4ce2-b48b-c17293c03b09 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0494897
Apr 20 18:51:00.146635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fb3884ae-1fce-494d-9468-a34d169daa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:00.555894 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a0d26b4a-0a86-40ac-8d95-dc385fc61a16 req-2d4135ee-ce6a-44f6-b2df-685ec67868be tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0491881
Apr 20 18:51:01.723106 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-124ed77e-cd00-4133-a7dc-b7dff2732a1b req-3b20446a-aaef-49d8-90ea-030daa41bef8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0496747
Apr 20 18:51:02.448113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-628d4dc7-2a11-433b-acc3-6de421ad16d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:02.881764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:02.892198 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f550018-c092-44f5-9d67-de37896ecdcc req-5b9820f3-8bab-47b2-92be-cab795521e4b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0525627
Apr 20 18:51:03.631993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:03.884962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:51:04.063989 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-81ab6455-2094-42a1-a324-ab12db8b7e2b req-818e1cb7-b8d3-4903-be36-8fb5f2608854 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0533168
Apr 20 18:51:04.612777 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:05.234483 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-eeed58bf-2be2-4075-b1cd-dd81d376b07c req-b2e80895-54b1-46bf-864d-ea8a93daf104 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0501614
Apr 20 18:51:06.420424 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-759b3e57-b15f-42ce-a359-5de1f694fcbf req-3980ad78-baa4-4a60-bbd2-30c52b2d2ec0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0540667
Apr 20 18:51:07.596138 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f868dfff-011f-406c-901d-5b6deacec373 req-8a2dec84-868a-4d7f-997f-1d6ca08da631 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0503364
Apr 20 18:51:08.771391 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-14f55f3a-4412-4567-8dc4-c70111e94fba req-9239d041-59fa-411c-8614-ad3c4431046b tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0502427
Apr 20 18:51:09.947099 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-56a11083-d5a9-46c2-8de6-1eeacb496829 req-3a9764ba-b7f0-43a6-bf1e-d487f281cb86 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0552227
Apr 20 18:51:11.115189 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ac3cd896-d4cf-4e9a-a918-dbeeb15d1841 req-8ce335dc-5afb-4924-a57b-5b68546429ad tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0529222
Apr 20 18:51:12.281750 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ad9d17cb-ed84-452f-9863-5b97ab968bbf req-5f08b458-3f1b-4ef7-9f0e-967c761f0caf tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0492475
Apr 20 18:51:13.450016 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-057d1ed6-9a32-4bc7-ae8d-54a1bc0eefe7 req-658e021b-ee88-4d31-861b-bf5503a543ab tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0513673
Apr 20 18:51:14.617621 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d46bb24f-ac45-4bcd-bb2e-c12adecb63f3 req-0ffde872-296e-45aa-a01f-16b9d4a04377 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0494423
Apr 20 18:51:15.788530 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f710d9be-1c24-45d8-bf6a-0176da79786d req-3b872aa5-e452-454a-b5f0-327c848f81a9 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0527177
Apr 20 18:51:16.961657 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-af307d67-3209-4cd1-8d80-3b68006b6a1f req-48fdc335-eec7-4900-976f-0d1cc7db5de3 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0528646
Apr 20 18:51:18.132219 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a8cf8746-74f1-4fe9-9310-c62ce6f279dc req-d0c7d55e-db6c-4920-9f1f-c4cf87f5ea20 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0540597
Apr 20 18:51:19.304471 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aac927ec-6381-426e-8015-3226aa34f5e3 req-70100bb3-cc4b-4bd1-aa60-078b3fdd5a47 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0539477
Apr 20 18:51:20.473155 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-adf2f5f9-590a-42b5-8269-587919d2b5f4 req-76832a34-3162-430e-bf29-803dbad9c8e8 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0506928
Apr 20 18:51:21.642274 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e2afaac6-c970-4af3-a070-8aae79e3d4f9 req-ee7e607c-aa1b-44ac-bd2b-a8fa562e563f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0493391
Apr 20 18:51:22.814550 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7c0e2469-2f33-41e9-b34b-cd31731da36c req-73ad8149-5ec2-465f-89bd-69ba5f938417 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0523999
Apr 20 18:51:23.988727 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-daa941bf-a5f2-4fe0-9d8a-f206ce730905 req-6182498a-569c-4fad-ad5d-a704b32d8457 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0550332
Apr 20 18:51:25.156494 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ac8448f8-f671-4602-a7f7-46f57f6b10c7 req-ce4b9b73-c9c3-487e-a9ff-8e1cd8b2ef58 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0520155
Apr 20 18:51:26.324862 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c5409f25-4b17-476e-b192-e97ddc05143b req-4111227e-ad79-41b0-8500-6d91b1fc04a2 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0500996
Apr 20 18:51:26.636368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:27.523772 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d2b510a9-5b80-4dec-835f-fcd3b4be2ebd req-241a2dd5-5e45-4d53-b52a-df37f9787b63 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0523307
Apr 20 18:51:28.715686 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1032c69a-b71e-4269-80b1-e215bf22b0ea req-3e14749b-d251-4084-8658-75dd9dd99572 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0590312
Apr 20 18:51:29.925033 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b29ab7b2-18ef-43f4-bdf0-329c64af0422 req-d18ea893-1acb-4e04-9e8f-5e8dc064fec0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0486212
Apr 20 18:51:30.149083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-42096e68-4a67-486e-9dbe-a72f0670beaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:31.093777 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-65cf948b-ed9c-4215-957c-ecd028f3a15f req-95e8ace4-0930-4bcc-9722-8b7bf6a89f38 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0526147
Apr 20 18:51:32.398890 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d025529f-d749-4522-8704-24ea8057be3b req-09762f0a-784e-4f7c-8f6c-f6450e270b33 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0534501
Apr 20 18:51:32.451056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c53c734e-1e1d-464f-a7ef-574c3f3cd1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:32.883040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:33.570514 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-20a0daec-0072-41ac-a362-416cc97777c4 req-5b1e6432-e6d9-49aa-bc96-7353b29309ab tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0534792
Apr 20 18:51:33.635345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:34.615797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:34.735243 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-26aa3754-3412-4a36-aea2-ee52a1375fc8 req-4434b6c4-1d6e-4869-8103-ea08a05eab07 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0491447
Apr 20 18:51:35.915394 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-56d30e15-6858-47b6-95d7-d459c653eb15 req-3d702614-4905-4209-8864-8c721c6f0543 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0510561
Apr 20 18:51:37.114601 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b9c1726b-1a33-4981-bfec-031ffe95b3ef req-1c31b2a3-5988-4655-9973-c17471cdb717 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0759816
Apr 20 18:51:38.301417 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2dcaea76-9843-4515-884b-a3c39c1ee747 req-f26485aa-fc6f-443b-946d-9728451d3ed7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0681553
Apr 20 18:51:39.478990 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0c3de66c-19da-4f93-8eaa-cb2e735b793a req-27f89428-0db3-493a-b0b6-ba979d583918 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0601313
Apr 20 18:51:40.642393 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a09e76c6-d548-4175-b5ab-15e70301baf5 req-9fec7a9c-ec01-47fc-aefd-e7a98dd1bae7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0488265
Apr 20 18:51:40.888687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:51:41.810900 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1029e37e-4109-4900-b5f8-92175484c6b6 req-761aa942-c07b-4ccf-b8c7-fdbd548c19e0 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0529027
Apr 20 18:51:42.986981 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c748545-26c2-4da5-8de6-6df62691f365 req-f2074782-256e-4f4e-b7a4-9e390af8c6c7 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fdafac6-0e5f-4d11-a71a-071aaad3f92e HTTP/1.1" status: 200  len: 210 time: 0.0521839
Apr 20 18:51:44.125686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 35454) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:51:44.197601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:44.229446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:44.280747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:44.286120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fcd29f11-a8e1-4b02-bef7-2d3abaf00228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:51:44.302711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e21a897-98c8-47dc-94bf-f787a2b8389a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:51:44.315498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.315909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.316318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.316719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.317118 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.317514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.317917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.318363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.318724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.319123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.319509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.319895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:51:44.323551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:44.324733 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "DELETE /v2.0/security-groups/6e21a897-98c8-47dc-94bf-f787a2b8389a HTTP/1.1" status: 204  len: 168 time: 0.1976099
Apr 20 18:51:44.326442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:51:44.328220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 35458) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:51:44.351057 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.api.v2.resource [None req-ca8dd893-4f28-4b49-8b9f-8f231d905d5e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] show failed (client error): The resource could not be found.
Apr 20 18:51:44.352259 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ca8dd893-4f28-4b49-8b9f-8f231d905d5e tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "GET /v2.0/security-groups/6e21a897-98c8-47dc-94bf-f787a2b8389a HTTP/1.1" status: 404  len: 347 time: 0.0230539
Apr 20 18:51:44.355447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 35462) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:51:44.537667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Deleting port cce64658-b921-4451-b3cb-224ecc8063c2 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 18:51:44.537964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:44.718064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:44.718415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:44.851923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Calling delete_port for cce64658-b921-4451-b3cb-224ecc8063c2 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 18:51:45.025599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:45.031402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-930b3623-e99b-42da-b8f2-9c618d14ed6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:51:45.083129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Pushing event deleted for resources: {'Port': ['ID=cce64658-b921-4451-b3cb-224ecc8063c2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:51:45.112294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:51:45.181955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:45.199944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:51:45.201209 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] 10.222.0.22 "DELETE /v2.0/floatingips/0f5dc510-b878-4988-9f5f-24fc9baabc24 HTTP/1.1" status: 204  len: 168 time: 0.8447170
Apr 20 18:51:56.651690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:00.155209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5e774264-a768-4ba6-a087-546692bcb22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:02.453933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26daa532-81f8-47b0-b25f-58d624da6137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:02.885942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:03.639180 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:04.620524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:17.888938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:52:26.659446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:30.158540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-14e72b2d-2fe6-4965-9eee-5b88a5d0634b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:32.457040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b7157bb-6757-4b3d-8d27-c49ad0a5eed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:32.890004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:33.642263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:34.626036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:52:54.888733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:52:56.669112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:00.160119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c23c2a7f-a936-4d87-a475-dfe6bfb4a873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:02.458878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-03a7f279-2851-4a67-894e-1ee0f9a323aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:02.893607 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:03.644482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:04.629427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:26.669915 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:30.161817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3c6340e0-81d2-413a-8f8c-f126b6822776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:31.889335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:53:32.461384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7251cdf7-e92d-4d41-9014-475abe2e144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:32.898617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:33.646720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:34.630099 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:53:56.682540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:00.164053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ad12c43-2940-41f9-9586-0003374655e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:02.463352 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa053627-0da4-4126-b494-901c8cf89662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:02.809933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 36246) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:54:02.899554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:02.969751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:02.985113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:54:02.989150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa4db180c384ad0a2c48691e2e50485 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:54:02.992121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:54:02.998111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:54:03.099204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:03.102818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:03.322203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1bbd2a75-d03c-4658-aef6-70611b6db974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:54:03.364329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1281793b-6c36-48cc-8223-774a36f2a194,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:54:03.368415 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fa4db180c384ad0a2c48691e2e50485&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5573039
Apr 20 18:54:03.371520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 36254) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:54:03.375527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.375950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.376364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.376770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.377175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.377584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.377985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.378384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.378924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.379206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.379604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.379995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.384325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:54:03.435268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:03.463259 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:03.509577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:03.515083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-da9d475e-f960-42bb-b156-2e3388869a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:54:03.527326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1281793b-6c36-48cc-8223-774a36f2a194,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:54:03.536454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:03.537653 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1281793b-6c36-48cc-8223-774a36f2a194 HTTP/1.1" status: 204  len: 168 time: 0.1650615
Apr 20 18:54:03.539202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.539607 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.540005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.540398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.540789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.541177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.541563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.542184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.542295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.542718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.543100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.543482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:54:03.547305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1d57b78b-8cde-483a-81fa-bf8e911cf42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:54:03.650149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:04.635891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:06.355187 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 36334) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:54:06.482261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:06.499032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:54:06.503390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Usage tracker for resource:security_group_rule and tenant:9b60847aca064acbb6c071370df423b8 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:54:06.506161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:54:06.512318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:54:06.599619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:06.603075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:06.614039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d672edb4-2167-4580-98cc-a050aac9c984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:54:06.658341 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b60847aca064acbb6c071370df423b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3067708
Apr 20 18:54:06.659408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2146c-d17b-48c2-b8fd-bf8eb67dc25c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:54:06.661344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 36342) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:54:06.662845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:54:06.724571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-84396450-c0a6-4d8b-91ec-23f58254bc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:06.752083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-84396450-c0a6-4d8b-91ec-23f58254bc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:06.797087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-84396450-c0a6-4d8b-91ec-23f58254bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:06.802145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-92015a3a-b363-4b2b-b006-ea7b6828bed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:54:06.814668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84396450-c0a6-4d8b-91ec-23f58254bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2146c-d17b-48c2-b8fd-bf8eb67dc25c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:54:06.817068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-84396450-c0a6-4d8b-91ec-23f58254bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:54:06.825346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-84396450-c0a6-4d8b-91ec-23f58254bc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:06.827148 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-84396450-c0a6-4d8b-91ec-23f58254bc1f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30a2146c-d17b-48c2-b8fd-bf8eb67dc25c HTTP/1.1" status: 204  len: 168 time: 0.1647441
Apr 20 18:54:07.116852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 36352) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:54:07.136310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:07.155757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:54:07.161228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Usage tracker for resource:security_group_rule and tenant:502d6fa4a93d4bb081c867db1c106da4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:54:07.162748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:54:07.169093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:54:07.255012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:07.257503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:07.266580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bf9cf3a1-0151-456a-a8e2-f513f5398f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:54:07.309526 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=502d6fa4a93d4bb081c867db1c106da4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1914814
Apr 20 18:54:07.310986 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687625e7-c3ef-4f3a-a965-eed6efb8b1db,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:54:07.312952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 36358) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:54:07.314137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:54:07.375609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea231-0b1e-4b1a-aa54-17c1d0146d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:07.407281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea231-0b1e-4b1a-aa54-17c1d0146d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:07.452410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea231-0b1e-4b1a-aa54-17c1d0146d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:07.457310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cbf86412-5ed5-4c53-a976-898f284a47db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:54:07.469836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ea231-0b1e-4b1a-aa54-17c1d0146d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687625e7-c3ef-4f3a-a965-eed6efb8b1db,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:54:07.475222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cf4ea231-0b1e-4b1a-aa54-17c1d0146d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:54:07.479479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cf4ea231-0b1e-4b1a-aa54-17c1d0146d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:07.483883 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cf4ea231-0b1e-4b1a-aa54-17c1d0146d22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/687625e7-c3ef-4f3a-a965-eed6efb8b1db HTTP/1.1" status: 204  len: 168 time: 0.1666231
Apr 20 18:54:08.890272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:54:26.683535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:30.167013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-16c3cbb2-7b4c-479f-854b-77dfa8dbe18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:32.464933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9487a64a-1cf8-48eb-a6df-d494ddc00a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:32.902171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:33.653844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:34.636748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:54:45.890101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:54:56.694219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:00.169125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-23ee03e0-0f08-4ad5-92ae-1c7e231d96af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:02.466787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-63943212-08fe-42d0-9048-4a5e57fae351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:02.905498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:03.656953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:04.641891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:22.891083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:55:26.699248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:30.171581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9a263cbf-be3c-4b45-a4e4-28802b84a48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:32.468997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eff78d9a-de37-4b74-9367-f7c067625b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:32.907444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:33.659276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:34.643084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:56.692243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:55:59.890390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:56:00.174225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9db3ab5c-590f-4776-88b7-89b3fa34ff8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:02.471230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74c2ad4c-31e7-40bb-a86f-10771c4ae1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:02.914423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:03.664672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:04.652792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:26.689148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:30.177695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-75647f84-f4ba-4b76-9ae4-492c5c918118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:32.475615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3aacc572-8f16-45d6-95e8-57a26ce0afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:32.914473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:33.657321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:34.661524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:56:36.890937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:56:56.723610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:00.179129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-75dbac89-78b6-4b34-a0fd-4f32aeef5f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:02.479304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e579ebb-2c8e-4d84-b59b-b49ccf628b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:02.917166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:03.660340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:04.656251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:13.891059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:57:26.747930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:30.183254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26bdcd17-33c0-4217-bce4-78507336da7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:32.480677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-abbdba6f-f871-40d0-b892-bac49e8071b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:32.919360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:33.664556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:34.658786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:57:50.890759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:57:56.755584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:00.183930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-80897772-6fd1-4992-bb70-a7640fc912fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:02.481670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a2cb234b-f396-4750-bca8-fa5edad03a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:02.923892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:03.667174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:04.663538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:26.750945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:27.890644 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:58:30.186451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3afd2fa7-c1dd-4236-a554-4ddcff3755f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:32.486608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e30f045-65dc-4c35-a292-9595c55d7fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:32.925123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:33.670399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:34.666391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:58:56.773390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:00.187684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2260-dba7-4332-9449-e093baaf7304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:02.488567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-65ed983b-d3dc-4d51-99fb-961dd0971e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:02.927689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:03.672674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:04.671146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:04.891898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:59:26.787420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:30.189050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d099c312-3301-46a6-85eb-f96e4f8cd4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:32.491811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e10d1981-2aa1-4ff2-b317-ff191a476f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:32.931904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:33.674277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:34.676887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:41.663794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38382) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:41.892243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 18:59:41.913984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Deleting subnet df6c3fc0-3508-4e2f-9efe-936adb280e98 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 18:59:41.917785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:41.974576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9837728'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:42.034201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:42.305468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9546460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3657589'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:42.310733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-faf8799f-469d-4566-9074-7b0e65fdb569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:42.348060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6c3fc0-3508-4e2f-9efe-936adb280e98,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:42.353369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:42.361039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.361451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.361852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.362254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.362670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.363068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.363520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.363852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.364243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.364632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.365020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.365407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:42.369226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:42.371169 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-fd5140b3-2d4d-438a-8bc6-4a73b12e3ccd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/df6c3fc0-3508-4e2f-9efe-936adb280e98 HTTP/1.1" status: 204  len: 168 time: 0.7062895
Apr 20 18:59:42.373932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38390) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:42.502931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:42.645563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.006578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a9831b8d0>,) {'filters': {'network_id': ['febb036d-f1e0-45d4-9851-73996168e7b8']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:43.022869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9831b8d0>, '22e0ef0b-039c-4596-9326-d96c43dbba39') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:43.023259 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a9831b8d0>, '22e0ef0b-039c-4596-9326-d96c43dbba39') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:43.037404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844938072'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.058333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.066399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 18:59:43.180629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38410) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:43.250193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Network febb036d-f1e0-45d4-9851-73996168e7b8 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:59:43.260618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845229185'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.317033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.333914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:43.338201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Usage tracker for resource:security_group_rule and tenant:bd6ab774c9ee4a0b8549b4965906fd50 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:43.341286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:43.349016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:43.442968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Network febb036d-f1e0-45d4-9851-73996168e7b8 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 18:59:43.465914 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 18:59:43.546452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.550345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e3831f5b-1f47-4f00-8bc3-698b1ea77196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:43.567277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.576103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Pushing event deleted for resources: {'Network': ['ID=febb036d-f1e0-45d4-9851-73996168e7b8,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:43.579906 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:43.584761 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] 10.222.0.22 "DELETE /v2.0/networks/febb036d-f1e0-45d4-9851-73996168e7b8 HTTP/1.1" status: 204  len: 168 time: 1.2096543
Apr 20 18:59:43.633053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.636122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.651966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e846a9ad-3d7d-4171-8603-44e760aaccc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:43.696975 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd6ab774c9ee4a0b8549b4965906fd50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5150895
Apr 20 18:59:43.698040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1035c1-75f9-4dc9-946c-d3ff3c9b903d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:43.700075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38420) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:43.709645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.710192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.710585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.711261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.711720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.712156 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.712599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.713058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.713493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.713928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.714354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.714815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:43.721364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38424) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:43.723429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f66dd98e-31cf-43cd-9cbf-397f10d65572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:43.822052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c497517-bee9-4c3f-a69a-d890563a74db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.841760 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-87276d66-3ff4-4265-90af-9527ac9f909c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1075f749f50d4350a332442d30431fe7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1191823
Apr 20 18:59:43.845093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38428) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:43.871343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c497517-bee9-4c3f-a69a-d890563a74db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.951664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33970e73-7010-4ae4-a6f6-980ea05aa86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.974981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c497517-bee9-4c3f-a69a-d890563a74db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:43.982812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa36fee4-590b-4a01-8d5d-a6405477c855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:43.995121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33970e73-7010-4ae4-a6f6-980ea05aa86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.010964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c497517-bee9-4c3f-a69a-d890563a74db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1035c1-75f9-4dc9-946c-d3ff3c9b903d,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:44.016572 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c497517-bee9-4c3f-a69a-d890563a74db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:44.026947 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c497517-bee9-4c3f-a69a-d890563a74db admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.028094 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9c497517-bee9-4c3f-a69a-d890563a74db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf1035c1-75f9-4dc9-946c-d3ff3c9b903d HTTP/1.1" status: 204  len: 168 time: 0.3269496
Apr 20 18:59:44.054319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33970e73-7010-4ae4-a6f6-980ea05aa86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.059438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dfa0bd41-7ee3-43e4-a9fc-1e9382531eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:44.073717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970e73-7010-4ae4-a6f6-980ea05aa86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec28713-07dc-4e87-a6e6-22a095075b3b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:44.076022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-33970e73-7010-4ae4-a6f6-980ea05aa86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:44.081320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33970e73-7010-4ae4-a6f6-980ea05aa86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.083084 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-33970e73-7010-4ae4-a6f6-980ea05aa86e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ec28713-07dc-4e87-a6e6-22a095075b3b HTTP/1.1" status: 204  len: 168 time: 0.2300961
Apr 20 18:59:44.486103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38446) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:44.505358 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.522171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:44.525825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Usage tracker for resource:security_group_rule and tenant:acb00c421c0f49a89f148a60eed06228 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:44.528909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:44.535094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:44.624679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.627465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.636584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-adb0cb55-f072-4b86-b3d6-1de8c18af3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:44.680440 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acb00c421c0f49a89f148a60eed06228&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1935883
Apr 20 18:59:44.682168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1335d5-03eb-4a52-939e-8399f1c5adee,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:44.683372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38452) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:44.685357 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b9d2f700-5bb1-4ca6-84aa-a910b63d9e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:44.749831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8df84bb9-a8de-4670-9104-d327419eed8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.781853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8df84bb9-a8de-4670-9104-d327419eed8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.839371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8df84bb9-a8de-4670-9104-d327419eed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.845128 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5b6eece6-70f3-44f5-9373-2f0ec3ad52b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:44.860105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df84bb9-a8de-4670-9104-d327419eed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1335d5-03eb-4a52-939e-8399f1c5adee,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:44.864175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8df84bb9-a8de-4670-9104-d327419eed8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:44.865483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8df84bb9-a8de-4670-9104-d327419eed8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:44.870144 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8df84bb9-a8de-4670-9104-d327419eed8c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d1335d5-03eb-4a52-939e-8399f1c5adee HTTP/1.1" status: 204  len: 168 time: 0.1855268
Apr 20 18:59:44.964964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38468) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:45.216340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-106692338-network', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:59:45.221767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:45.226539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Usage tracker for resource:network and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:45.229486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:45.236066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:45.246572 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Made reservation on behalf of 2ee99eafa14e4e93a5f4a73137557744 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:59:45.251895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:45.266529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:45.286306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:45.290720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:45.293698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:45.299736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:45.396056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:45.400053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:45.404499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0ebc5c6f-3dd3-4374-a4f0-d3f5856ee949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:45.439374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'}  {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:59:45.441833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eea90e2-0c5b-4016-983e-0da3550f7ae2,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:45.447652 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:45.453303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:45.453542 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Added segment 52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5 of type vlan for network 9bc940df-bd8d-441b-ab40-b94c2c2e508a
Apr 20 18:59:45.483830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:45.517316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:45.518825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:59:45.519477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:45.525214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-26391682-b6e9-4bd8-8872-24b5a4468179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:45.634425 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6682496
Apr 20 18:59:45.635393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc940df-bd8d-441b-ab40-b94c2c2e508a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:45.638205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-44a4d5de-f0f5-4cc0-9a68-7c56008240b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:45.638482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38492) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:45.649127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Request body: {'subnet': {'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-106692338-subnet', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:59:45.651670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:59:45.655009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:45.659170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Usage tracker for resource:subnet and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:45.662237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:45.668361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:45.680451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Made reservation on behalf of 2ee99eafa14e4e93a5f4a73137557744 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:59:45.685344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852671375'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.120649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852500127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852671392'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.126255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dbd7d071-d67a-4255-a651-939e3379c7f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:46.207170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd1c479-85b9-40b4-b8dc-9fb6f098547d,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:46.210831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:46.217405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Checking segment: {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:59:46.217909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Network hostable DHCP agents. Network: 9bc940df-bd8d-441b-ab40-b94c2c2e508a, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:59:46.236898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:59:46.246572 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 9bc940df-bd8d-441b-ab40-b94c2c2e508a) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:46.256632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdeb81d-a779-4624-8cbc-669745658a13 None None] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:59:46.261382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:59:46.261977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.302979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38514) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:46.307198 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6668730
Apr 20 18:59:46.309192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:59:46.320119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:46.324305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Usage tracker for resource:router and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:46.327376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:46.334165 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:46.345028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.346108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.363623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.502483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:59:46.503418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.663345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.689249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Allocated IP 172.20.0.2 (9bc940df-bd8d-441b-ab40-b94c2c2e508a/4cd1c479-85b9-40b4-b8dc-9fb6f098547d/50fc3f03-8612-4faf-9e18-3f4bca6b4242) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:59:46.936193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38536) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:46.936375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.949243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Transition to ACTIVE for port object 50fc3f03-8612-4faf-9e18-3f4bca6b4242 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:46.970148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Transition to ACTIVE for port object 50fc3f03-8612-4faf-9e18-3f4bca6b4242 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:46.974658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:46.979895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:47.017931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.043650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:59:47.047006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:47.050426 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:59:47.054761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.076417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.094025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:47.099480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Usage tracker for resource:security_group_rule and tenant:a0210812447848419c3004cd1cbedb66 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:47.102783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:47.110162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:47.137424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Pushing event updated for resources: {'Port': ['ID=50fc3f03-8612-4faf-9e18-3f4bca6b4242,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:47.165390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.165957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.166186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.166505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.166886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.167252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.167616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.167977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.168776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.169154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.169524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.169885 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:47.173932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:47.178933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Attempting to bind port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:59:47.179347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Attempting to bind port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:59:47.179755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Attempting to bind port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 on network 9bc940df-bd8d-441b-ab40-b94c2c2e508a {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:59:47.185666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:59:47.186301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Checking segment: {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:59:47.186933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.187534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Bound using segment: {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:59:47.188292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Bound port: 50fc3f03-8612-4faf-9e18-3f4bca6b4242, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:59:47.188906 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.210502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.214549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.222299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Allocated IP 172.27.0.88 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/cd47144b-7f31-48b9-a10d-a01108b4e26b) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:59:47.224333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-16e194db-8e07-4058-92dc-e85e31d8ed35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:47.268139 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0210812447848419c3004cd1cbedb66&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3309872
Apr 20 18:59:47.271199 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38544) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:47.274687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaec040-4c06-4c23-8a60-55f92a6fa90a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:47.291280 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-daef8cd9-3b33-4b24-9380-7e11264fd25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:47.298802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] For port 50fc3f03-8612-4faf-9e18-3f4bca6b4242, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:59:47.302948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] For port 50fc3f03-8612-4faf-9e18-3f4bca6b4242, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=50fc3f03-8612-4faf-9e18-3f4bca6b4242,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:59:47.308709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.320685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:47.347528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-be0a5dae-7f93-4274-b0da-a2ffb42f4cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.375520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-be0a5dae-7f93-4274-b0da-a2ffb42f4cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.388441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.411944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Pushing event updated for resources: {'Port': ['ID=50fc3f03-8612-4faf-9e18-3f4bca6b4242,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:47.414737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:47.420883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.426907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-95b369d4-2214-425d-91a1-a56a7616110f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:47.430692 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-be0a5dae-7f93-4274-b0da-a2ffb42f4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.436302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c76e3845-5071-4c40-846e-f0e8dffac339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:47.448343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a5dae-7f93-4274-b0da-a2ffb42f4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaec040-4c06-4c23-8a60-55f92a6fa90a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:47.453574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-be0a5dae-7f93-4274-b0da-a2ffb42f4cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:47.455412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-be0a5dae-7f93-4274-b0da-a2ffb42f4cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.456621 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-be0a5dae-7f93-4274-b0da-a2ffb42f4cf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eaaec040-4c06-4c23-8a60-55f92a6fa90a HTTP/1.1" status: 204  len: 168 time: 0.1842964
Apr 20 18:59:47.495992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:59:47.499222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:47.502673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:59:47.556284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Pushing event updated for resources: {'Port': ['ID=cd47144b-7f31-48b9-a10d-a01108b4e26b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:47.559428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:47.866620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38552) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:47.891050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:47.907085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 50fc3f03-8612-4faf-9e18-3f4bca6b4242 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:59:47.915263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:47.922270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Usage tracker for resource:security_group_rule and tenant:be6c516448e94f2394a851deca1324c1 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:47.925374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:47.932666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:47.981344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:59:48.029589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:48.032559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:48.042534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-be0a5dae-7f93-4274-b0da-a2ffb42f4cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:48.088177 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be6c516448e94f2394a851deca1324c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2200918
Apr 20 18:59:48.089982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5a9a10-2b83-439d-a7ae-2150dc61a8ea,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:48.092656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38556) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:48.110351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:48.166797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6dc5611a-5410-4180-b2b3-61696ea683d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:48.202472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6dc5611a-5410-4180-b2b3-61696ea683d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:48.257211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6dc5611a-5410-4180-b2b3-61696ea683d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:48.266797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3506e6ff-7a96-4fa7-99eb-87bc1c945cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:48.280725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5611a-5410-4180-b2b3-61696ea683d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5a9a10-2b83-439d-a7ae-2150dc61a8ea,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:48.285769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6dc5611a-5410-4180-b2b3-61696ea683d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:48.289657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6dc5611a-5410-4180-b2b3-61696ea683d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:48.290477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:48.292564 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6dc5611a-5410-4180-b2b3-61696ea683d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac5a9a10-2b83-439d-a7ae-2150dc61a8ea HTTP/1.1" status: 204  len: 168 time: 0.1988149
Apr 20 18:59:48.674100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:48.902932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f54c010-00a1-42f9-89d4-f57c9285bbeb None None] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:59:48.923365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Router 3b9f1b09-7c41-4902-b520-6a7e7fae100c is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:59:49.017100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] Provisioning for port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:59:49.026913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] Provisioning complete for port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:49.027406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:49.134987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:59:49.146805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Sync routers for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:59:49.159977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:59:49.161802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98df1cf8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:59:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:49.166255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:49.170249 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.8638215
Apr 20 18:59:49.171547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38582) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:49.321512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:49.381806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] For port 50fc3f03-8612-4faf-9e18-3f4bca6b4242, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=50fc3f03-8612-4faf-9e18-3f4bca6b4242,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:59:49.389088 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:59:49.396472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:49.410897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:49.515718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] Pushing event updated for resources: {'Port': ['ID=50fc3f03-8612-4faf-9e18-3f4bca6b4242,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:49.527202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:49.723536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-cce6f365-2131-4ec1-abd3-b6b5b2f16aa8 None None] Provisioning complete for port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:49.724952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cce6f365-2131-4ec1-abd3-b6b5b2f16aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:49.764585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98df1cf8>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:47Z', 'revision_number': 3, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:49.769028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Checking router: 3b9f1b09-7c41-4902-b520-6a7e7fae100c for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:59:49.769553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Updating router 3b9f1b09-7c41-4902-b520-6a7e7fae100c port cd47144b-7f31-48b9-a10d-a01108b4e26b binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:59:49.850247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:49.906647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 50fc3f03-8612-4faf-9e18-3f4bca6b4242 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:59:50.006764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:50.007185 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.216448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.415019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.428290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Transition to ACTIVE for port object cd47144b-7f31-48b9-a10d-a01108b4e26b will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:50.440043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.447112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Allocated IP 172.20.0.1 (9bc940df-bd8d-441b-ab40-b94c2c2e508a/4cd1c479-85b9-40b4-b8dc-9fb6f098547d/a92f3457-9ea1-449b-8e07-a311d43a2a0c) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:59:50.451788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:50.521037 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Attempting to bind port cd47144b-7f31-48b9-a10d-a01108b4e26b on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:59:50.521443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Attempting to bind port cd47144b-7f31-48b9-a10d-a01108b4e26b by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:59:50.521842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Attempting to bind port cd47144b-7f31-48b9-a10d-a01108b4e26b on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:59:50.536337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:59:50.536566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:59:50.536883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.537310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:59:50.537823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Bound port: cd47144b-7f31-48b9-a10d-a01108b4e26b, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:59:50.538372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.589988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Pushing event updated for resources: {'Port': ['ID=cd47144b-7f31-48b9-a10d-a01108b4e26b,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:50.602966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.603337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.603767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.604035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.604391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.604746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.605095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.605667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.605796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.606120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.606476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.606830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 18:59:50.608339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.613925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:50.633148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Transition to ACTIVE for port object a92f3457-9ea1-449b-8e07-a311d43a2a0c will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:50.657736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] For port cd47144b-7f31-48b9-a10d-a01108b4e26b, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:59:50.658011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.661488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] For port cd47144b-7f31-48b9-a10d-a01108b4e26b, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=cd47144b-7f31-48b9-a10d-a01108b4e26b,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:59:50.664011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9929e520-25ac-488c-b044-396bbc446d4c tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:50.665231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.671073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e9e4845e-ffb0-455a-b37a-ad5401f77391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:50.729648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:59:50.737176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:50.741375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:59:50.754871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Pushing event updated for resources: {'Port': ['ID=cd47144b-7f31-48b9-a10d-a01108b4e26b,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:50.760155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:50.765362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:59:50.766034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98df1cf8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:59:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:50.805337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a92f3457-9ea1-449b-8e07-a311d43a2a0c,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:50.812560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:50.836219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:50.969605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:59:51.015363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-b65308d7-e1b6-4f0a-bea0-24bd8db0766a None None] Provisioning for port a92f3457-9ea1-449b-8e07-a311d43a2a0c completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:59:51.020943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-b65308d7-e1b6-4f0a-bea0-24bd8db0766a None None] Provisioning complete for port a92f3457-9ea1-449b-8e07-a311d43a2a0c triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:51.021360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b65308d7-e1b6-4f0a-bea0-24bd8db0766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:51.084826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b65308d7-e1b6-4f0a-bea0-24bd8db0766a None None] Port a92f3457-9ea1-449b-8e07-a311d43a2a0c cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:59:51.107828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:51.280655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98df1cf8>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:47Z', 'revision_number': 3, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:51.285177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19712ac6-4e68-40f4-a5ae-e3cd92afa591 None None] The sync data for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi is: [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:47Z', 'revision_number': 3, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:59:51.593185 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:51.596685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:51.626227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:51.701096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a92f3457-9ea1-449b-8e07-a311d43a2a0c,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:51.706524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:51.732717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:51.877219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device cd47144b-7f31-48b9-a10d-a01108b4e26b up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:59:51.906929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:59:51.908501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:51.969510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port cd47144b-7f31-48b9-a10d-a01108b4e26b completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:59:51.976205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port cd47144b-7f31-48b9-a10d-a01108b4e26b triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:51.977246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:52.143264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-038239a0-b2f9-4833-82fb-b56dde1e90a5 None None] Provisioning complete for port a92f3457-9ea1-449b-8e07-a311d43a2a0c triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:52.143706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-038239a0-b2f9-4833-82fb-b56dde1e90a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:52.144659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Router 3b9f1b09-7c41-4902-b520-6a7e7fae100c has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:59:52.174481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:52.211997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port cd47144b-7f31-48b9-a10d-a01108b4e26b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=cd47144b-7f31-48b9-a10d-a01108b4e26b,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:59:52.217128 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-038239a0-b2f9-4833-82fb-b56dde1e90a5 None None] Port a92f3457-9ea1-449b-8e07-a311d43a2a0c cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:59:52.218853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:52.220912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:52.300775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=cd47144b-7f31-48b9-a10d-a01108b4e26b,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:52.304262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:52.361131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:59:52.372008 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] 10.222.0.22 "PUT /v2.0/routers/3b9f1b09-7c41-4902-b520-6a7e7fae100c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1981728
Apr 20 18:59:53.003776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38670) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:53.010122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-35221467-network', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:59:53.018092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:53.023415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Usage tracker for resource:network and tenant:30b9d14538fe428c96cb1b0ddaac5cb2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:53.026662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:53.032815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:53.042436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Made reservation on behalf of 30b9d14538fe428c96cb1b0ddaac5cb2 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:59:53.047270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.060614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.076322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:53.080303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Usage tracker for resource:security_group_rule and tenant:30b9d14538fe428c96cb1b0ddaac5cb2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:53.083298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:53.089514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:53.173991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.177333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.181685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1dfd3097-17ed-498d-a590-ad8e1b30edbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:53.214528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 18:59:53.223640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dddbb61-e5b5-4742-abec-cfb865df01cf,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:53.227494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:53.229942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.230328 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Added segment 41e32202-3051-4b3b-9a7f-9cb86c8f55da of type vlan for network 995381bf-c5b0-46c9-9cd2-091719327c8f
Apr 20 18:59:53.262218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.294439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.295842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:59:53.296474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.301943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e49b6c0b-f9e8-4681-9c0b-3b41684c2c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:53.415614 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4106419
Apr 20 18:59:53.416642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Pushing event updated for resources: {'Network': ['ID=995381bf-c5b0-46c9-9cd2-091719327c8f,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:53.419495 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 38676) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:53.419665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:53.427980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 995381bf-c5b0-46c9-9cd2-091719327c8f details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 18:59:53.428376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Request body: {'subnet': {'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-35221467-subnet', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:59:53.433867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:53.438602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Usage tracker for resource:subnet and tenant:30b9d14538fe428c96cb1b0ddaac5cb2 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:53.446504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:53.451438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:53.463837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Made reservation on behalf of 30b9d14538fe428c96cb1b0ddaac5cb2 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 18:59:53.468872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851118241'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.864931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device cd47144b-7f31-48b9-a10d-a01108b4e26b up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:59:53.900816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845229415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851118258'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.905972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2dab1289-4a85-4585-8a51-b2a48fbc3e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:53.940117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port cd47144b-7f31-48b9-a10d-a01108b4e26b triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:53.940500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:53.986893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d91761-58fb-4c40-bd59-aa37a591fd8a,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:53.990757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:53.993570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Checking segment: {'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:59:53.993830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Network hostable DHCP agents. Network: 995381bf-c5b0-46c9-9cd2-091719327c8f, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 18:59:54.018013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Network 995381bf-c5b0-46c9-9cd2-091719327c8f is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 18:59:54.030267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 995381bf-c5b0-46c9-9cd2-091719327c8f) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:54.045288 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 18:59:54.045992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:54.049643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1052a8-40af-434c-ab0d-ad65d66fd26b None None] Network 995381bf-c5b0-46c9-9cd2-091719327c8f requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:59:54.065937 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6446359
Apr 20 18:59:54.068763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38682) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:54.075589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 18:59:54.081690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 18:59:54.086077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Usage tracker for resource:router and tenant:30b9d14538fe428c96cb1b0ddaac5cb2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 18:59:54.089271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 18:59:54.095487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 18:59:54.106091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:54.107199 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:54.122074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:54.191917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Sync routers for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:59:54.225546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:59:54.226664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9853f198>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:59:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:54.416505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:54.512241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-995381bf-c5b0-46c9-9cd2-091719327c8f', 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'fixed_ips': [{'subnet_id': '10d91761-58fb-4c40-bd59-aa37a591fd8a'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 18:59:54.513202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:54.537081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:59:54.762146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:54.797396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:54.947359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Allocated IP 172.20.0.2 (995381bf-c5b0-46c9-9cd2-091719327c8f/10d91761-58fb-4c40-bd59-aa37a591fd8a/52c2c6a8-91e5-4287-b0de-df790880d72b) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:59:54.950255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Allocated IP 172.27.0.112 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/835f8619-fce8-4407-97a3-c992fd4a0b03) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:59:55.115448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:55.138650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9853f198>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 2, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:55.146501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Checking router: 3b9f1b09-7c41-4902-b520-6a7e7fae100c for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:59:55.146914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Updating router 3b9f1b09-7c41-4902-b520-6a7e7fae100c port a92f3457-9ea1-449b-8e07-a311d43a2a0c binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:59:55.151551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:55.156637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:55.216338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:59:55.219819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:55.229663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:59:55.271578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:55.271850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Pushing event updated for resources: {'Port': ['ID=835f8619-fce8-4407-97a3-c992fd4a0b03,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:55.276055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:55.339895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:55.358650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Transition to ACTIVE for port object 52c2c6a8-91e5-4287-b0de-df790880d72b will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:55.441893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Transition to ACTIVE for port object 52c2c6a8-91e5-4287-b0de-df790880d72b will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:55.453942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:55.462503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:55.536896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Network 995381bf-c5b0-46c9-9cd2-091719327c8f is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:59:55.556072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:55.558747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:59:55.852315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Pushing event updated for resources: {'Port': ['ID=52c2c6a8-91e5-4287-b0de-df790880d72b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:55.863771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:55.940284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:55.959473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Attempting to bind port 52c2c6a8-91e5-4287-b0de-df790880d72b on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:59:55.959895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Attempting to bind port 52c2c6a8-91e5-4287-b0de-df790880d72b by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:59:55.960308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Attempting to bind port 52c2c6a8-91e5-4287-b0de-df790880d72b on network 995381bf-c5b0-46c9-9cd2-091719327c8f {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:59:55.970516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:59:55.970957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Checking segment: {'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:59:55.971406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:55.971846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Bound using segment: {'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:59:55.972369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Bound port: 52c2c6a8-91e5-4287-b0de-df790880d72b, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:59:55.972794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.143211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] For port 52c2c6a8-91e5-4287-b0de-df790880d72b, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:59:56.151442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] For port 52c2c6a8-91e5-4287-b0de-df790880d72b, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=52c2c6a8-91e5-4287-b0de-df790880d72b,segment=NetworkSegment(41e32202-3051-4b3b-9a7f-9cb86c8f55da),segment_id=41e32202-3051-4b3b-9a7f-9cb86c8f55da)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:59:56.155763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.158665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.164880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:56.227049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Transition to ACTIVE for port object a92f3457-9ea1-449b-8e07-a311d43a2a0c will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:56.246991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.336935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Pushing event updated for resources: {'Port': ['ID=52c2c6a8-91e5-4287-b0de-df790880d72b,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:56.341864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:56.342404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:56.348511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.453762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9cc4-7b2a-478a-b066-5ebce51c089e None None] Pushing event updated for resources: {'Port': ['ID=a92f3457-9ea1-449b-8e07-a311d43a2a0c,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:56.481910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a37b9cc4-7b2a-478a-b066-5ebce51c089e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:56.510033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Attempting to bind port a92f3457-9ea1-449b-8e07-a311d43a2a0c on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:59:56.510599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Attempting to bind port a92f3457-9ea1-449b-8e07-a311d43a2a0c by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:59:56.511090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Attempting to bind port a92f3457-9ea1-449b-8e07-a311d43a2a0c on network 9bc940df-bd8d-441b-ab40-b94c2c2e508a {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:59:56.516901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:59:56.517326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Checking segment: {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:59:56.517806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.518251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Bound using segment: {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:59:56.518821 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Bound port: a92f3457-9ea1-449b-8e07-a311d43a2a0c, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:59:56.519247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.608488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Router 5ca998d2-d53a-4d67-876d-b1d08b704791 is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 18:59:56.631001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] For port a92f3457-9ea1-449b-8e07-a311d43a2a0c, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:59:56.635124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] For port a92f3457-9ea1-449b-8e07-a311d43a2a0c, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=a92f3457-9ea1-449b-8e07-a311d43a2a0c,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:59:56.643149 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.649284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:56.743272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:59:56.743972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9853f198>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:59:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:56.878387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 18:59:56.889657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Sync routers for ids ['5ca998d2-d53a-4d67-876d-b1d08b704791'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 18:59:56.902940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Routers {'5ca998d2-d53a-4d67-876d-b1d08b704791'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:59:56.903706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9886dfd0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:59:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['5ca998d2-d53a-4d67-876d-b1d08b704791'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:56.905747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:56.907098 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.8371794
Apr 20 18:59:56.910520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38696) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 18:59:57.004420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b9cc4-7b2a-478a-b066-5ebce51c089e None None] Pushing event updated for resources: {'Port': ['ID=a92f3457-9ea1-449b-8e07-a311d43a2a0c,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:57.008330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a37b9cc4-7b2a-478a-b066-5ebce51c089e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:57.016581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:59:57.076661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:57.136351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Set router 5ca998d2-d53a-4d67-876d-b1d08b704791 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:59:57.394015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9853f198>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:56Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:57.398431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd2c669-2dec-4e95-bab8-e4656e22c13b None None] The sync data for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi is: [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:56Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:59:57.498650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9886dfd0>, [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:55Z', 'revision_number': 3, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port': {'id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:57.512613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Checking router: 5ca998d2-d53a-4d67-876d-b1d08b704791 for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 18:59:57.513291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Updating router 5ca998d2-d53a-4d67-876d-b1d08b704791 port 835f8619-fce8-4407-97a3-c992fd4a0b03 binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 18:59:57.595485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:57.835797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:57.929042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef289e-ad8a-4eda-858d-1ebbdb489d34 None None] Network 995381bf-c5b0-46c9-9cd2-091719327c8f requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 18:59:58.059913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 52c2c6a8-91e5-4287-b0de-df790880d72b up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:59:58.149853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-0d79f36a-a43b-48a5-86af-b44232b5d7a0 None None] Provisioning for port 52c2c6a8-91e5-4287-b0de-df790880d72b completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:59:58.169087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.184316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Transition to ACTIVE for port object 835f8619-fce8-4407-97a3-c992fd4a0b03 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:58.190734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Allocated IP 172.20.0.1 (995381bf-c5b0-46c9-9cd2-091719327c8f/10d91761-58fb-4c40-bd59-aa37a591fd8a/de993d12-3ebc-4f20-803c-bae4c1bf204e) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 18:59:58.213714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.220805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a908a35e-1778-432f-a78d-572734cd1614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:58.253771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 52c2c6a8-91e5-4287-b0de-df790880d72b completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:59:58.277688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 52c2c6a8-91e5-4287-b0de-df790880d72b triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:58.278129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.312487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Attempting to bind port 835f8619-fce8-4407-97a3-c992fd4a0b03 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 18:59:58.313059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Attempting to bind port 835f8619-fce8-4407-97a3-c992fd4a0b03 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 18:59:58.313577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Attempting to bind port 835f8619-fce8-4407-97a3-c992fd4a0b03 on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 18:59:58.320923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb6ea3-0a6b-4be5-a526-cb35a1ea96d6 None None] Pushing event updated for resources: {'Port': ['ID=835f8619-fce8-4407-97a3-c992fd4a0b03,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:58.325754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-00eb6ea3-0a6b-4be5-a526-cb35a1ea96d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:58.331086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 18:59:58.342253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 18:59:58.343303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.344160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 18:59:58.345014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Bound port: 835f8619-fce8-4407-97a3-c992fd4a0b03, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 18:59:58.346306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.451966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] For port 835f8619-fce8-4407-97a3-c992fd4a0b03, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 18:59:58.456436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] For port 835f8619-fce8-4407-97a3-c992fd4a0b03, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=835f8619-fce8-4407-97a3-c992fd4a0b03,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 18:59:58.462944 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.469179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:58.555819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Routers {'5ca998d2-d53a-4d67-876d-b1d08b704791'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 18:59:58.556628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9886dfd0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:59:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['5ca998d2-d53a-4d67-876d-b1d08b704791'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:58.565115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.621763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 52c2c6a8-91e5-4287-b0de-df790880d72b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=52c2c6a8-91e5-4287-b0de-df790880d72b,segment=NetworkSegment(41e32202-3051-4b3b-9a7f-9cb86c8f55da),segment_id=41e32202-3051-4b3b-9a7f-9cb86c8f55da)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:59:58.622013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb6ea3-0a6b-4be5-a526-cb35a1ea96d6 None None] Pushing event updated for resources: {'Port': ['ID=835f8619-fce8-4407-97a3-c992fd4a0b03,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:58.626641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.628075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device a92f3457-9ea1-449b-8e07-a311d43a2a0c up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:59:58.641202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-00eb6ea3-0a6b-4be5-a526-cb35a1ea96d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:58.688067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.716689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:58.716932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Transition to ACTIVE for port object de993d12-3ebc-4f20-803c-bae4c1bf204e will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 18:59:58.748359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.754377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-221a9fa5-0776-4bbc-8215-b3a8190fc260 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:58.836021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] Set router 5ca998d2-d53a-4d67-876d-b1d08b704791 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 18:59:58.845581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port a92f3457-9ea1-449b-8e07-a311d43a2a0c completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:59:58.853760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=52c2c6a8-91e5-4287-b0de-df790880d72b,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:58.862050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port a92f3457-9ea1-449b-8e07-a311d43a2a0c triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:58.862553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.881690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Network 995381bf-c5b0-46c9-9cd2-091719327c8f is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:59:58.890485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:58.895952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 18:59:58.902938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:58.943729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-3064b591-0547-419c-8934-283caaa4465c None None] Provisioning complete for port 52c2c6a8-91e5-4287-b0de-df790880d72b triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:58.944320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3064b591-0547-419c-8934-283caaa4465c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:58.964582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Pushing event updated for resources: {'Port': ['ID=de993d12-3ebc-4f20-803c-bae4c1bf204e,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:58.972001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:59.002370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:59.144690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:59.299952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:59.402012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port a92f3457-9ea1-449b-8e07-a311d43a2a0c, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=a92f3457-9ea1-449b-8e07-a311d43a2a0c,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 18:59:59.408236 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:59.411810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9ea922cf-3d3b-4ae5-8ab2-1d42fb53b27f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:59.449452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:59.456689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:59.473913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9886dfd0>, [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:55Z', 'revision_number': 3, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port': {'id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 18:59:59.478577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb605b4-dabd-4024-adf6-9977762c51d3 None None] The sync data for ids ['5ca998d2-d53a-4d67-876d-b1d08b704791'] in dv-cinder-786930-2-iscsi is: [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:55Z', 'revision_number': 3, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port': {'id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 18:59:59.499809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-36e01e60-9a81-4f97-b0ad-21368a523a2a tempest-ServerRescueNegativeTestJSON-9834487 tempest-ServerRescueNegativeTestJSON-9834487-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 18:59:59.501481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=a92f3457-9ea1-449b-8e07-a311d43a2a0c,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:59.505408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:59.520470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-53154a98-4904-4dab-b3c2-d8d391fecab1 None None] Provisioning for port de993d12-3ebc-4f20-803c-bae4c1bf204e completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 18:59:59.525879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-53154a98-4904-4dab-b3c2-d8d391fecab1 None None] Provisioning complete for port de993d12-3ebc-4f20-803c-bae4c1bf204e triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 18:59:59.526064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-53154a98-4904-4dab-b3c2-d8d391fecab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:59.592564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-53154a98-4904-4dab-b3c2-d8d391fecab1 None None] Port de993d12-3ebc-4f20-803c-bae4c1bf204e cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 18:59:59.593337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 18:59:59.597920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Pushing event updated for resources: {'Port': ['ID=de993d12-3ebc-4f20-803c-bae4c1bf204e,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 18:59:59.601617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 18:59:59.747670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Network 995381bf-c5b0-46c9-9cd2-091719327c8f is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 18:59:59.748891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 18:59:59.861937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 52c2c6a8-91e5-4287-b0de-df790880d72b up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 18:59:59.990104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Router 5ca998d2-d53a-4d67-876d-b1d08b704791 has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 18:59:59.999048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 52c2c6a8-91e5-4287-b0de-df790880d72b triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:00.000112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:00.072889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-d3e6bab2-66fd-4dfe-b118-6f9f74eb9d6a None None] Provisioning complete for port de993d12-3ebc-4f20-803c-bae4c1bf204e triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:00.073320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d3e6bab2-66fd-4dfe-b118-6f9f74eb9d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:00.178636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6bab2-66fd-4dfe-b118-6f9f74eb9d6a None None] Port de993d12-3ebc-4f20-803c-bae4c1bf204e cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:00:00.209513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:00:00.225975 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] 10.222.0.22 "PUT /v2.0/routers/5ca998d2-d53a-4d67-876d-b1d08b704791/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3091540
Apr 20 19:00:00.230061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8e30abb9-9db2-409a-bce2-a4367d68a93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:00.239864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device a92f3457-9ea1-449b-8e07-a311d43a2a0c up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:00:00.319649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port a92f3457-9ea1-449b-8e07-a311d43a2a0c triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:00.320078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:01.882825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 835f8619-fce8-4407-97a3-c992fd4a0b03 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:00:01.988260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 835f8619-fce8-4407-97a3-c992fd4a0b03 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:00:01.993729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 835f8619-fce8-4407-97a3-c992fd4a0b03 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:01.994151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:02.136910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:02.157846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 835f8619-fce8-4407-97a3-c992fd4a0b03, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=835f8619-fce8-4407-97a3-c992fd4a0b03,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:00:02.161864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:02.167713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:02.250376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=835f8619-fce8-4407-97a3-c992fd4a0b03,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:02.255052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:02.450411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Sync routers for ids ['5ca998d2-d53a-4d67-876d-b1d08b704791'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:00:02.466008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Routers {'5ca998d2-d53a-4d67-876d-b1d08b704791'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:00:02.466785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a984f4ba8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T18:59:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['5ca998d2-d53a-4d67-876d-b1d08b704791'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:00:02.631025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-072cb3cb-bf68-4af7-b065-b081a4fab604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:02.701077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Set router 5ca998d2-d53a-4d67-876d-b1d08b704791 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:00:02.976676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:03.102302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a984f4ba8>, [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 4, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port': {'id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T19:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'de993d12-3ebc-4f20-803c-bae4c1bf204e', 'name': '', 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '10d91761-58fb-4c40-bd59-aa37a591fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:57Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 2, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'subnets': [{'id': '10d91761-58fb-4c40-bd59-aa37a591fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:00:03.107826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Checking router: 5ca998d2-d53a-4d67-876d-b1d08b704791 for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:00:03.108319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Updating router 5ca998d2-d53a-4d67-876d-b1d08b704791 port de993d12-3ebc-4f20-803c-bae4c1bf204e binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:00:03.173753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:03.587453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:03.601046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Transition to ACTIVE for port object de993d12-3ebc-4f20-803c-bae4c1bf204e will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:00:03.611206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:03.617483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:03.792699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd911-7754-4c2e-ada1-64ae87faa39e None None] Pushing event updated for resources: {'Port': ['ID=de993d12-3ebc-4f20-803c-bae4c1bf204e,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:03.800295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8a2bd911-7754-4c2e-ada1-64ae87faa39e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:03.910694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:03.941197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 835f8619-fce8-4407-97a3-c992fd4a0b03 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:00:03.992934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Attempting to bind port de993d12-3ebc-4f20-803c-bae4c1bf204e on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:00:03.992934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Attempting to bind port de993d12-3ebc-4f20-803c-bae4c1bf204e by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:00:03.992934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Attempting to bind port de993d12-3ebc-4f20-803c-bae4c1bf204e on network 995381bf-c5b0-46c9-9cd2-091719327c8f {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:00:04.012398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:00:04.012398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Checking segment: {'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:00:04.012398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:04.013031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Bound using segment: {'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:00:04.013223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Bound port: de993d12-3ebc-4f20-803c-bae4c1bf204e, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e32202-3051-4b3b-9a7f-9cb86c8f55da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:00:04.013778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:04.132244 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 835f8619-fce8-4407-97a3-c992fd4a0b03 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:04.132666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:04.190454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] For port de993d12-3ebc-4f20-803c-bae4c1bf204e, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:00:04.213314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] For port de993d12-3ebc-4f20-803c-bae4c1bf204e, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=de993d12-3ebc-4f20-803c-bae4c1bf204e,segment=NetworkSegment(41e32202-3051-4b3b-9a7f-9cb86c8f55da),segment_id=41e32202-3051-4b3b-9a7f-9cb86c8f55da)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:00:04.220146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:04.224805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-87dd6936-a7a4-4a25-abdc-a83745aaf7e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:04.375745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Routers {'5ca998d2-d53a-4d67-876d-b1d08b704791'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:00:04.376557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a984f4ba8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:00:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['5ca998d2-d53a-4d67-876d-b1d08b704791'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:00:04.712463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bd911-7754-4c2e-ada1-64ae87faa39e None None] Pushing event updated for resources: {'Port': ['ID=de993d12-3ebc-4f20-803c-bae4c1bf204e,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:04.720155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8a2bd911-7754-4c2e-ada1-64ae87faa39e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:04.781346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:04.854669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] Set router 5ca998d2-d53a-4d67-876d-b1d08b704791 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:00:05.241987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a984f4ba8>, [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 4, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port': {'id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T19:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'de993d12-3ebc-4f20-803c-bae4c1bf204e', 'name': '', 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '10d91761-58fb-4c40-bd59-aa37a591fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:57Z', 'updated_at': '2021-04-20T19:00:04Z', 'revision_number': 4, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'subnets': [{'id': '10d91761-58fb-4c40-bd59-aa37a591fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:00:05.246318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093dc64-b2ca-4e2a-83c7-fb10de0655d8 None None] The sync data for ids ['5ca998d2-d53a-4d67-876d-b1d08b704791'] in dv-cinder-786930-2-iscsi is: [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 4, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port': {'id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T19:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'de993d12-3ebc-4f20-803c-bae4c1bf204e', 'name': '', 'network_id': '995381bf-c5b0-46c9-9cd2-091719327c8f', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'mac_address': 'fa:16:3e:66:8e:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '10d91761-58fb-4c40-bd59-aa37a591fd8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:57Z', 'updated_at': '2021-04-20T19:00:04Z', 'revision_number': 4, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'subnets': [{'id': '10d91761-58fb-4c40-bd59-aa37a591fd8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:00:05.921526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device de993d12-3ebc-4f20-803c-bae4c1bf204e up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:00:06.010210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port de993d12-3ebc-4f20-803c-bae4c1bf204e completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:00:06.016186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port de993d12-3ebc-4f20-803c-bae4c1bf204e triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:06.016612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:06.173669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:06.242620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port de993d12-3ebc-4f20-803c-bae4c1bf204e, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=de993d12-3ebc-4f20-803c-bae4c1bf204e,segment=NetworkSegment(41e32202-3051-4b3b-9a7f-9cb86c8f55da),segment_id=41e32202-3051-4b3b-9a7f-9cb86c8f55da)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:00:06.245688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:06.248551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:06.340826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=de993d12-3ebc-4f20-803c-bae4c1bf204e,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:06.345717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:07.912268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device de993d12-3ebc-4f20-803c-bae4c1bf204e up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:00:08.037603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port de993d12-3ebc-4f20-803c-bae4c1bf204e triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:08.038069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:09.273879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38806) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:09.424005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:09.442770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:09.447693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Usage tracker for resource:security_group_rule and tenant:780e15d782274dc1a374a3b8ba38b5da is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:09.451945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:09.459611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:09.593011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:09.597437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:09.615005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c2b23897-bb07-4aa1-983b-10d26b368111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:09.654631 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=780e15d782274dc1a374a3b8ba38b5da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3795094
Apr 20 19:00:09.655312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 38820) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:09.659326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e0a432-1621-4e82-883d-d222965a5052,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:09.677241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d24028c9-f7bb-4c1f-bc55-93ccc377d69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:09.731646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f813-5c08-43e4-8ce0-d18d71d15916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:09.765537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f813-5c08-43e4-8ce0-d18d71d15916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:09.824154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f813-5c08-43e4-8ce0-d18d71d15916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:09.829332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c48791bb-7946-41ce-a9d1-281c4b141f73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:09.843358 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2f813-5c08-43e4-8ce0-d18d71d15916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e0a432-1621-4e82-883d-d222965a5052,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:09.846331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d9a2f813-5c08-43e4-8ce0-d18d71d15916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:09.847326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d9a2f813-5c08-43e4-8ce0-d18d71d15916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:09.851426 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d9a2f813-5c08-43e4-8ce0-d18d71d15916 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58e0a432-1621-4e82-883d-d222965a5052 HTTP/1.1" status: 204  len: 168 time: 0.1942799
Apr 20 19:00:11.139912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-a6a2b15c-0914-4616-a62f-ab4bbe11facc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:11.141455 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-a6a2b15c-0914-4616-a62f-ab4bbe11facc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 814 time: 0.1600401
Apr 20 19:00:11.158749 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-4a57a447-0772-4907-a4ee-4fb0ebdbfaaa tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/quotas/2ee99eafa14e4e93a5f4a73137557744 HTTP/1.1" status: 200  len: 375 time: 0.0108368
Apr 20 19:00:11.251789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-ca3e619b-f9a7-4e6f-a1cd-ee5560509309 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Synchronizing usage tracker for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:00:11.267834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-ca3e619b-f9a7-4e6f-a1cd-ee5560509309 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Unset dirty status for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:00:11.269222 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-ca3e619b-f9a7-4e6f-a1cd-ee5560509309 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1045830
Apr 20 19:00:11.415909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-67a353d7-0275-4fcf-bb1f-524c465da99c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86364) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:00:11.417019 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-67a353d7-0275-4fcf-bb1f-524c465da99c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1321192
Apr 20 19:00:11.558213 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-02390e47-cbba-4c17-87d4-4b95b68f75bc service neutron] 10.222.0.22 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345205
Apr 20 19:00:11.703996 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-12e3fcca-24e6-46ed-b9de-61ecafdc8003 service neutron] 10.222.0.22 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386433
Apr 20 19:00:12.020259 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-91288b9c-ac0f-4be4-b4bf-fbc399149d51 req-4fd99208-3157-40b9-9d8e-892000857f44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 210 time: 0.1133654
Apr 20 19:00:13.187277 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-930958dd-043e-4ce2-8bbd-fb9003bc5e57 req-edcaf28d-b529-478f-a7aa-fb799ae37ba9 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 210 time: 0.0498321
Apr 20 19:00:13.371857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-c95b7f5a-3355-42c8-89ed-e94d49766cad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:13.372554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-c95b7f5a-3355-42c8-89ed-e94d49766cad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Synchronizing usage tracker for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:00:13.390057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-c95b7f5a-3355-42c8-89ed-e94d49766cad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Unset dirty status for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:00:13.391354 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-c95b7f5a-3355-42c8-89ed-e94d49766cad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.36 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 814 time: 0.1845722
Apr 20 19:00:13.413240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'port': {'device_id': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'admin_state_up': True, 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:13.565431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:13.576200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:13.585611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Made reservation on behalf of 2ee99eafa14e4e93a5f4a73137557744 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:00:13.593075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:13.773673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Allocated IP 172.20.0.8 (9bc940df-bd8d-441b-ab40-b94c2c2e508a/4cd1c479-85b9-40b4-b8dc-9fb6f098547d/96b88fb9-1c31-4641-9cf7-537fe3914ab5) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:00:14.068509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:14.094980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Transition to ACTIVE for port object 96b88fb9-1c31-4641-9cf7-537fe3914ab5 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:00:14.123100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:14.131374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a0749de0-8d55-4ce3-97d3-33ebd80495e4 tempest-DeleteServersTestJSON-1566410725 tempest-DeleteServersTestJSON-1566410725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:14.222694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'Port': ['ID=96b88fb9-1c31-4641-9cf7-537fe3914ab5,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:14.228378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:14.241044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:00:14.242429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:00:14.250522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:00:14.410513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:14.411516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:14.469513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0605719
Apr 20 19:00:14.484589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a6b3a-c3ee-4a50-908b-72cdbbb6e684 req-c64d9232-8a3a-4d2d-a8af-2cbd621a39c4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:14.485988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-a99a6b3a-c3ee-4a50-908b-72cdbbb6e684 req-c64d9232-8a3a-4d2d-a8af-2cbd621a39c4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Synchronizing usage tracker for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:00:14.507690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-a99a6b3a-c3ee-4a50-908b-72cdbbb6e684 req-c64d9232-8a3a-4d2d-a8af-2cbd621a39c4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Unset dirty status for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:00:14.508869 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a99a6b3a-c3ee-4a50-908b-72cdbbb6e684 req-c64d9232-8a3a-4d2d-a8af-2cbd621a39c4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.1771300
Apr 20 19:00:14.565257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-a99a6b3a-c3ee-4a50-908b-72cdbbb6e684 req-eda4b4d9-74f5-4ea9-912f-0149b62433a1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Synchronizing usage tracker for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:00:14.585209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-a99a6b3a-c3ee-4a50-908b-72cdbbb6e684 req-eda4b4d9-74f5-4ea9-912f-0149b62433a1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Unset dirty status for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:00:14.586652 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a99a6b3a-c3ee-4a50-908b-72cdbbb6e684 req-eda4b4d9-74f5-4ea9-912f-0149b62433a1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703287
Apr 20 19:00:14.617248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-bb35cc9c-ed72-49ae-8d6a-df998092058f None None] Provisioning for port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:00:14.622985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-bb35cc9c-ed72-49ae-8d6a-df998092058f None None] Provisioning complete for port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:14.623657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bb35cc9c-ed72-49ae-8d6a-df998092058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:14.695555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-bb35cc9c-ed72-49ae-8d6a-df998092058f None None] Port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:00:15.807662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e6f7d-7d2e-4869-98d7-247b4ae26901 req-fb90686c-93e0-43dd-aee5-2d846d08f8ad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:15.809326 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fa7e6f7d-7d2e-4869-98d7-247b4ae26901 req-fb90686c-93e0-43dd-aee5-2d846d08f8ad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.0991948
Apr 20 19:00:15.866238 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fa7e6f7d-7d2e-4869-98d7-247b4ae26901 req-9059a0a1-2e13-4453-934e-88d7859b899f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505459
Apr 20 19:00:17.092908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553956e0-97c5-4d3a-a1ee-bfd281ed4118 req-3d6982de-ce44-48ec-997b-1bd9df43eada tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:17.095373 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-553956e0-97c5-4d3a-a1ee-bfd281ed4118 req-3d6982de-ce44-48ec-997b-1bd9df43eada tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.1040630
Apr 20 19:00:17.150992 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-553956e0-97c5-4d3a-a1ee-bfd281ed4118 req-87018c96-6bac-43c4-ad18-7c50fa18d65a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487347
Apr 20 19:00:18.369570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26860-dd89-48e0-b908-3e13f1fa6881 req-d21b571d-5089-44b3-96c4-c93dfcd12eca tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:18.372157 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbe26860-dd89-48e0-b908-3e13f1fa6881 req-d21b571d-5089-44b3-96c4-c93dfcd12eca tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.0979540
Apr 20 19:00:18.423830 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cbe26860-dd89-48e0-b908-3e13f1fa6881 req-9ce75649-9146-4611-9d74-607c64b42818 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440478
Apr 20 19:00:18.892266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:00:19.650005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35fc97-d919-47c8-adc6-ff6a3fb95f1a req-7e7de9ba-4db1-474e-a181-2a492ce35394 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:19.651667 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd35fc97-d919-47c8-adc6-ff6a3fb95f1a req-7e7de9ba-4db1-474e-a181-2a492ce35394 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.0978057
Apr 20 19:00:19.711148 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd35fc97-d919-47c8-adc6-ff6a3fb95f1a req-e18443e6-559d-45b7-8a60-50c64d95441f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531259
Apr 20 19:00:20.922957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98c61b-8d26-4427-9557-c3ff3e3cefcd req-55bc2ac0-7dcc-4d1a-94b3-fcfdc8642c1f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:20.924462 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b98c61b-8d26-4427-9557-c3ff3e3cefcd req-55bc2ac0-7dcc-4d1a-94b3-fcfdc8642c1f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.0966649
Apr 20 19:00:20.980959 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b98c61b-8d26-4427-9557-c3ff3e3cefcd req-932c28dd-6bd9-48e0-bd2b-3c587db241fb tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496559
Apr 20 19:00:22.202692 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49772715-f38f-488c-b36e-ec288b0745f1 req-e49fba8b-483c-43f4-9cb1-743fcf488095 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:22.204312 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-49772715-f38f-488c-b36e-ec288b0745f1 req-e49fba8b-483c-43f4-9cb1-743fcf488095 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.0972490
Apr 20 19:00:22.263276 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-49772715-f38f-488c-b36e-ec288b0745f1 req-e882763b-cc33-4984-9071-949a184136d2 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487013
Apr 20 19:00:23.499893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a066a8-972a-4c0f-ae37-34fee17b3abe req-0c5e0643-38da-42f2-9b8d-7640f0f3018c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:23.501482 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0a066a8-972a-4c0f-ae37-34fee17b3abe req-0c5e0643-38da-42f2-9b8d-7640f0f3018c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.1126876
Apr 20 19:00:23.554911 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0a066a8-972a-4c0f-ae37-34fee17b3abe req-32ea2ed9-ec4a-4667-aee0-504988f2e9a1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448589
Apr 20 19:00:24.780764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2b10d-f478-41e7-b611-9b9e07a90472 req-093e0dd4-d601-452d-9807-b7d9c2d9cc78 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:24.782493 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-abb2b10d-f478-41e7-b611-9b9e07a90472 req-093e0dd4-d601-452d-9807-b7d9c2d9cc78 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 931 time: 0.0916080
Apr 20 19:00:24.829862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-5cefc197-5c9a-40fd-8177-30dfb6c80368 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:00:24.831324 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-5cefc197-5c9a-40fd-8177-30dfb6c80368 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0101769
Apr 20 19:00:24.864727 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-abb2b10d-f478-41e7-b611-9b9e07a90472 req-29c43514-cfaa-4c11-ad00-d5eabbeeb2f5 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622723
Apr 20 19:00:24.941608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Request body: {'port': {'device_id': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:25.060839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:25.660160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b88fb9-1c31-4641-9cf7-537fe3914ab5 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:00:25.668018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:25.683414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Transition to ACTIVE for port object 96b88fb9-1c31-4641-9cf7-537fe3914ab5 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:00:25.686097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:25.690749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0b3a5926-ffb4-463c-8d8c-ce9e4b402df8 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:25.815850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Pushing event updated for resources: {'Port': ['ID=96b88fb9-1c31-4641-9cf7-537fe3914ab5,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:25.827112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:25.943908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Attempting to bind port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:00:25.944294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Attempting to bind port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:00:25.944671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Attempting to bind port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 on network 9bc940df-bd8d-441b-ab40-b94c2c2e508a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:00:25.953035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 on network 9bc940df-bd8d-441b-ab40-b94c2c2e508a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:00:25.953435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Attempting to bind port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 on network 9bc940df-bd8d-441b-ab40-b94c2c2e508a {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:00:25.959124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:00:25.959502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Checking segment: {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:00:25.959980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Bound using segment: {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:00:25.960414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Bound port: 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:00:25.960807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:26.060228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] For port 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:00:26.063434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] For port 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:00:26.066734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:26.071494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-58826d9b-5a33-4d0e-838c-9c31aad7c28c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:26.082356 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bdb57-0774-420f-a4e7-416390346b05 req-88910d99-8c62-4f5d-bfd1-2037448658b4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:26.084095 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b35bdb57-0774-420f-a4e7-416390346b05 req-88910d99-8c62-4f5d-bfd1-2037448658b4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 943 time: 0.0954461
Apr 20 19:00:26.127078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:26.127754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:26.129294 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] 10.222.0.36 "PUT /v2.0/ports/96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 1093 time: 1.2407508
Apr 20 19:00:26.129776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:00:26.134370 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b35bdb57-0774-420f-a4e7-416390346b05 req-4e15aa55-8bd7-4785-a10f-7b97f9bc394d tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439413
Apr 20 19:00:26.164508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Pushing event updated for resources: {'Port': ['ID=96b88fb9-1c31-4641-9cf7-537fe3914ab5,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:26.168443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:26.272618 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'status': 'completed', 'code': 200}
Apr 20 19:00:26.285855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-e9a18bd0-c175-4f85-96fd-2d498eb99ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:26.287663 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-e9a18bd0-c175-4f85-96fd-2d498eb99ae6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1096 time: 0.0964196
Apr 20 19:00:26.371650 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-afbae9ab-f5c2-49b8-99c0-ca942adcf4c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 217 time: 0.0699360
Apr 20 19:00:26.446298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-ccf26194-9bfd-4904-9247-b434edfb2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:26.448526 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-ccf26194-9bfd-4904-9247-b434edfb2e58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 200  len: 853 time: 0.0694742
Apr 20 19:00:26.529724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-b4ba5584-ee27-4c32-9f9d-22b99edd3695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:26.531423 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-b4ba5584-ee27-4c32-9f9d-22b99edd3695 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bc940df-bd8d-441b-ab40-b94c2c2e508a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764594
Apr 20 19:00:26.679577 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-9f017a91-3ffb-48d0-b15a-9f1ed55989ff service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409600
Apr 20 19:00:26.790108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:26.836413 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0ccd0e70-be12-47b3-8798-bd60fc062c85 req-53404540-3a2f-4e68-b6f8-b3e281511a56 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474669
Apr 20 19:00:27.009242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bdf70-8754-468e-a770-7738bc8fbddf req-8fb0e1c5-2184-457b-aaa0-7c140649eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:27.011418 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-833bdf70-8754-468e-a770-7738bc8fbddf req-8fb0e1c5-2184-457b-aaa0-7c140649eb05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1096 time: 0.0836225
Apr 20 19:00:27.160137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bdf70-8754-468e-a770-7738bc8fbddf req-760dcb38-53f1-4e55-bbb5-938972d1998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:27.162292 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-833bdf70-8754-468e-a770-7738bc8fbddf req-760dcb38-53f1-4e55-bbb5-938972d1998f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 915 time: 0.1434677
Apr 20 19:00:27.244379 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-833bdf70-8754-468e-a770-7738bc8fbddf req-939aae4d-96ef-4a3e-968f-2fc4c73737d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 217 time: 0.0733056
Apr 20 19:00:27.328348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bdf70-8754-468e-a770-7738bc8fbddf req-05d198b8-4489-49ae-8236-ca2bcf8b6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:27.330573 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-833bdf70-8754-468e-a770-7738bc8fbddf req-05d198b8-4489-49ae-8236-ca2bcf8b6c68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 200  len: 853 time: 0.0769846
Apr 20 19:00:27.379477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8795171-7e4c-430c-8bb5-042a1938001f req-9215cc0e-c142-4c02-a00a-4e95824e986f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:27.381124 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e8795171-7e4c-430c-8bb5-042a1938001f req-9215cc0e-c142-4c02-a00a-4e95824e986f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 943 time: 0.1271889
Apr 20 19:00:27.417845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bdf70-8754-468e-a770-7738bc8fbddf req-aeb1d075-e92d-4fc3-9871-7ca7388774dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:27.419502 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-833bdf70-8754-468e-a770-7738bc8fbddf req-aeb1d075-e92d-4fc3-9871-7ca7388774dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bc940df-bd8d-441b-ab40-b94c2c2e508a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0805516
Apr 20 19:00:27.434212 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e8795171-7e4c-430c-8bb5-042a1938001f req-63e9365e-f7c1-4854-89eb-03083f76e091 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454493
Apr 20 19:00:27.567838 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-833bdf70-8754-468e-a770-7738bc8fbddf req-fc8d794d-b351-44b0-8d68-e793a47ba716 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411307
Apr 20 19:00:27.711057 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-833bdf70-8754-468e-a770-7738bc8fbddf req-fe4e9de1-2fff-4943-be03-9ad66b04a481 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359890
Apr 20 19:00:28.648344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abe0fe-1e11-4b0b-8f45-8d3118f2f3f1 req-d5e78cb0-ecc1-469c-8f83-d5904bdf4a17 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:28.649884 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-25abe0fe-1e11-4b0b-8f45-8d3118f2f3f1 req-d5e78cb0-ecc1-469c-8f83-d5904bdf4a17 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 943 time: 0.0918946
Apr 20 19:00:28.702285 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-25abe0fe-1e11-4b0b-8f45-8d3118f2f3f1 req-43f171c0-2730-4947-a03f-4af32f36ae52 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460236
Apr 20 19:00:29.900722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5cdf1-b3c6-45cb-9706-b76517f04527 req-1055e482-5a22-4f2e-a42c-7b4af1516747 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:29.902844 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f6b5cdf1-b3c6-45cb-9706-b76517f04527 req-1055e482-5a22-4f2e-a42c-7b4af1516747 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 943 time: 0.0888906
Apr 20 19:00:29.952293 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f6b5cdf1-b3c6-45cb-9706-b76517f04527 req-1681faf2-25fe-4980-9872-72074c50589d tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427816
Apr 20 19:00:30.192333 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-81e85947-ffdd-49e0-9fca-20d49bfa8e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:30.472890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 96b88fb9-1c31-4641-9cf7-537fe3914ab5 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:00:30.613591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:00:30.629124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'port_id': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'mac_address': 'fa:16:3e:54:69:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:00:30.691983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:30.709765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b88fb9-1c31-4641-9cf7-537fe3914ab5 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:00:30.725450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:00:30.728318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:30.730721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:30.799604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=96b88fb9-1c31-4641-9cf7-537fe3914ab5,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:30.803109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:31.151267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b3642-73b2-4120-98f9-08ddf904b6dd req-5010aea7-c282-4ce5-b414-fa28794e02c4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:31.152834 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d35b3642-73b2-4120-98f9-08ddf904b6dd req-5010aea7-c282-4ce5-b414-fa28794e02c4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 944 time: 0.0886374
Apr 20 19:00:31.201052 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d35b3642-73b2-4120-98f9-08ddf904b6dd req-3e16a130-2a19-4de5-b40d-14f0f34a3e70 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419209
Apr 20 19:00:32.408445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169bad3-0392-4d74-90c2-e5d15802dd07 req-3398b404-5904-4804-aab2-f6393a3d6a9c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:32.410247 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e169bad3-0392-4d74-90c2-e5d15802dd07 req-3398b404-5904-4804-aab2-f6393a3d6a9c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 944 time: 0.0940382
Apr 20 19:00:32.459880 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e169bad3-0392-4d74-90c2-e5d15802dd07 req-6384b63d-d01f-4400-a9d7-05d56f9f74be tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409951
Apr 20 19:00:32.499109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a3e8cb4c-1e95-4bbf-af8c-d391a0202ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:32.936698 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:33.677424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:33.704320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf11fd-365a-42f4-a681-2d6ce95dfb61 req-b13e5812-82a1-4861-9c33-2fb309fd455b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:33.705909 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dbcf11fd-365a-42f4-a681-2d6ce95dfb61 req-b13e5812-82a1-4861-9c33-2fb309fd455b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 944 time: 0.1233859
Apr 20 19:00:33.754012 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dbcf11fd-365a-42f4-a681-2d6ce95dfb61 req-133f873f-4552-4072-ae41-bb9c1f888304 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414734
Apr 20 19:00:33.758750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['96b88fb9-1c31-4641-9cf7-537fe3914ab5'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:00:34.683119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:34.968340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a1e1b-7f14-4a7d-a445-94020a422756 req-208c4df2-a6f0-4c1f-8397-34b50de2a691 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:34.969944 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-493a1e1b-7f14-4a7d-a445-94020a422756 req-208c4df2-a6f0-4c1f-8397-34b50de2a691 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 944 time: 0.0919726
Apr 20 19:00:35.020817 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-493a1e1b-7f14-4a7d-a445-94020a422756 req-9b6e43aa-6f5d-4abd-9c76-f3dbd7340bea tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443933
Apr 20 19:00:35.471460 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 96b88fb9-1c31-4641-9cf7-537fe3914ab5 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:00:35.542535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:00:35.547363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:35.547789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:35.670361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:35.698841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:00:35.709694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:00:35.713747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:35.715750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:35.790640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=96b88fb9-1c31-4641-9cf7-537fe3914ab5,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:35.793925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:35.809565 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'code': 200}
Apr 20 19:00:36.081245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b54755-b425-4b79-846a-dd46c27d47aa req-b8997a93-458b-4489-9bd1-e9ea5c90f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:36.083124 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-54b54755-b425-4b79-846a-dd46c27d47aa req-b8997a93-458b-4489-9bd1-e9ea5c90f599 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1098 time: 0.0809500
Apr 20 19:00:36.137071 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-54b54755-b425-4b79-846a-dd46c27d47aa req-251e351c-299c-4f5f-a7dc-9a67f9ab0f66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465291
Apr 20 19:00:36.229737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9ec41-8c0e-4c9f-a17b-22f9b756c918 req-338bec03-fbc2-43d0-8eb5-2b84b0a5ab13 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:36.231381 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27f9ec41-8c0e-4c9f-a17b-22f9b756c918 req-338bec03-fbc2-43d0-8eb5-2b84b0a5ab13 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.0904138
Apr 20 19:00:36.283906 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-27f9ec41-8c0e-4c9f-a17b-22f9b756c918 req-14ca7cdf-0fbf-48df-a14e-37770152bdbd tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458732
Apr 20 19:00:37.501755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494d019-5268-4ade-8731-4d2bb1f09943 req-920310ce-51be-4899-8ef8-6405df19ed3d tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:37.503690 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a494d019-5268-4ade-8731-4d2bb1f09943 req-920310ce-51be-4899-8ef8-6405df19ed3d tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.0987039
Apr 20 19:00:37.553599 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a494d019-5268-4ade-8731-4d2bb1f09943 req-c7c50acc-1300-4cec-a8bb-e29776e03d65 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425925
Apr 20 19:00:37.760444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f854d-bd41-4b06-b528-be7c21838614 req-4731ff8f-6e7a-481b-a3f1-dbaf8f6c45e5 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:37.762033 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c17f854d-bd41-4b06-b528-be7c21838614 req-4731ff8f-6e7a-481b-a3f1-dbaf8f6c45e5 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.0942466
Apr 20 19:00:38.051234 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c17f854d-bd41-4b06-b528-be7c21838614 req-875f54dc-3180-4549-8cba-23d49c26faa9 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825506
Apr 20 19:00:38.473325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f3a7c-52ad-4490-a0f5-1e3d84fbaa1d req-a8033c2c-4a19-4d15-bcfc-766e328d46e7 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:38.474983 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8f6f3a7c-52ad-4490-a0f5-1e3d84fbaa1d req-a8033c2c-4a19-4d15-bcfc-766e328d46e7 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.0878844
Apr 20 19:00:38.525539 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8f6f3a7c-52ad-4490-a0f5-1e3d84fbaa1d req-dafc6e02-2aaa-4834-8d22-f68d09f6d7fa tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435379
Apr 20 19:00:40.202651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39192) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:40.331374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:40.347018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:40.351120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Usage tracker for resource:security_group_rule and tenant:67139a34c6da4e4198c81a0bd24646b0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:40.354708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:40.360704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:40.447792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:40.451090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:40.460392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c2a822c4-a7cd-4066-842a-a659712e7474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:40.506651 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67139a34c6da4e4198c81a0bd24646b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3026614
Apr 20 19:00:40.508575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e85d6-3195-4921-a6cf-31cf7fdf06ba,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:40.509430 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39206) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:40.511983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9b3a4e2e-efdb-49b6-936f-cf65c3ed4d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:40.577505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b311946-f5d9-40cc-ad04-29174501cf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:40.607787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b311946-f5d9-40cc-ad04-29174501cf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:40.657841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b311946-f5d9-40cc-ad04-29174501cf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:40.663278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-692db6f9-2f2b-4a60-b56c-5aefe7d63886 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:40.675272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b311946-f5d9-40cc-ad04-29174501cf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e85d6-3195-4921-a6cf-31cf7fdf06ba,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:40.679168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5b311946-f5d9-40cc-ad04-29174501cf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:40.682592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5b311946-f5d9-40cc-ad04-29174501cf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:40.683809 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5b311946-f5d9-40cc-ad04-29174501cf99 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e67e85d6-3195-4921-a6cf-31cf7fdf06ba HTTP/1.1" status: 204  len: 168 time: 0.1731715
Apr 20 19:00:49.111240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4720a-3d11-400a-bc4a-79aa3b2baaa3 req-92883129-6ff8-44ef-8cb4-22f012847814 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:49.112826 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0f4720a-3d11-400a-bc4a-79aa3b2baaa3 req-92883129-6ff8-44ef-8cb4-22f012847814 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.0916526
Apr 20 19:00:49.161073 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0f4720a-3d11-400a-bc4a-79aa3b2baaa3 req-cf226ff7-b0e9-4401-b914-118601d8c038 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412619
Apr 20 19:00:49.187082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39300) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:49.432190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9102243-da01-4f6d-bf18-2debd3709469 tempest-TestMinimumBasicScenario-2101396048 tempest-TestMinimumBasicScenario-2101396048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:49.432871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c9102243-da01-4f6d-bf18-2debd3709469 tempest-TestMinimumBasicScenario-2101396048 tempest-TestMinimumBasicScenario-2101396048-project-admin] Synchronizing usage tracker for tenant:30b9d14538fe428c96cb1b0ddaac5cb2 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:00:49.449312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-c9102243-da01-4f6d-bf18-2debd3709469 tempest-TestMinimumBasicScenario-2101396048 tempest-TestMinimumBasicScenario-2101396048-project-admin] Unset dirty status for tenant:30b9d14538fe428c96cb1b0ddaac5cb2 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:00:49.450616 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c9102243-da01-4f6d-bf18-2debd3709469 tempest-TestMinimumBasicScenario-2101396048 tempest-TestMinimumBasicScenario-2101396048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1093 time: 0.2624011
Apr 20 19:00:49.453722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39308) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:49.459634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'port_id': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:49.466045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:49.470046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Usage tracker for resource:floatingip and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:49.473146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:49.480298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:49.490093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:49.633320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:49.779524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Allocated IP 172.27.0.93 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/510e5579-0cb9-42d5-ba73-efca77abe826) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:00:49.948514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:49.979002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:49.984021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4883b2d5-3a4b-4c00-ab06-d92cac035e82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:50.045088 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:00:50.052575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:00:50.055259 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:00:50.104424 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'Port': ['ID=510e5579-0cb9-42d5-ba73-efca77abe826,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:50.117718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.118262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.118538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.118951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.119355 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.119758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.120155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.120553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.120951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.121346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.121742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.122135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:50.131355 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:50.513081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:50.589576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:50.809648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:50.813466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:50.817425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8d3b7354-236e-4fac-ab91-1b4157cde303 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:50.922487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'Port': ['ID=510e5579-0cb9-42d5-ba73-efca77abe826,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:50.930940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:50.940335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:51.123772 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Floating IP b0bfe103-aa10-46ce-98fa-29d6644273c9 associated. External IP: 172.27.0.93, port: 96b88fb9-1c31-4641-9cf7-537fe3914ab5.
Apr 20 19:00:51.491960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Router 3b9f1b09-7c41-4902-b520-6a7e7fae100c has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:00:51.681749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:00:51.691758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] Sync routers for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:00:51.702995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:00:51.703675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdb400>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:00:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:00:51.707060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:51.770289 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3126395
Apr 20 19:00:51.770289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:00:51.771204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39322) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:51.777179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578273113', 'description': 'tempest-secgroup-smoke-578273113 description', 'project_id': '2ee99eafa14e4e93a5f4a73137557744'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:51.783583 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:51.794952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:51.807551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:51.830967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:51.836143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Usage tracker for resource:security_group_rule and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:51.839425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:51.845528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:51.921457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:51.924813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:51.939402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-55192891-64ad-430d-85dc-34fab46e47aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:51.966260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:00:51.986929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:51.990200 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2178226
Apr 20 19:00:51.991746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39330) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:51.992144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36b0341e-68d9-447e-ad2e-7e850dbe1c73,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:51.997917 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'status': 'completed', 'code': 200}
Apr 20 19:00:52.000801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.001324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.001850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.002354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.002874 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.003376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.003874 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.004016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'security_group_rule': {'security_group_id': '36b0341e-68d9-447e-ad2e-7e850dbe1c73', 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:52.004464 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.004974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.005484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.005974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.006484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:00:52.010340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:52.015174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:52.021798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Usage tracker for resource:security_group_rule and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:52.026923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:52.038750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:52.078286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.140731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-93d7ddf4-b143-4aad-bd20-f2c2c515fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:52.142757 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-93d7ddf4-b143-4aad-bd20-f2c2c515fae5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1098 time: 0.0957065
Apr 20 19:00:52.150756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.154487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.157543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:52.197510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096afa12-8ae5-48a8-99ab-e58496b5e055,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:52.201876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:52.203980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.206222 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2125051
Apr 20 19:00:52.209668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39340) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:52.216887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'security_group_rule': {'security_group_id': '36b0341e-68d9-447e-ad2e-7e850dbe1c73', 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:52.223463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:52.228718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Usage tracker for resource:security_group_rule and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:52.231864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:52.240107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:52.256756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.323121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-9e3bfd94-35dc-499f-b842-087a5a7985dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:52.331255 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-9e3bfd94-35dc-499f-b842-087a5a7985dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 915 time: 0.1821682
Apr 20 19:00:52.331461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.335188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.358437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3875f43d-57b7-4548-8cb9-02292ed6535a tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:52.370250 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.374142 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1601443
Apr 20 19:00:52.374603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62355de2-513a-4509-93c6-64d9804a4f3f,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:52.376594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39348) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:52.383064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'security_group_rule': {'security_group_id': '36b0341e-68d9-447e-ad2e-7e850dbe1c73', 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:52.389924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:52.394018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Usage tracker for resource:security_group_rule and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:52.398269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f89b1572-d3bb-42ee-a5b3-d40d590c777b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:52.399147 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:52.405311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:52.421176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.448508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdb400>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'b0bfe103-aa10-46ce-98fa-29d6644273c9', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'port_id': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'mac_address': 'fa:16:3e:54:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:00:50Z', 'updated_at': '2021-04-20T19:00:50Z', 'revision_number': 0, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 5, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:00:52.452667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] Checking router: 3b9f1b09-7c41-4902-b520-6a7e7fae100c for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:00:52.462608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:00:52.463271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdb400>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:00:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:00:52.478713 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-e2d6a26e-3cc9-4376-986d-1680f72d7f60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 998 time: 0.1404281
Apr 20 19:00:52.490372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.493419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.495667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:52.521204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e24c77-a82d-4b2a-9d60-55a00b98206b,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:52.523952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:52.530855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.535276 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1574416
Apr 20 19:00:52.536235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39352) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:52.541630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'security_group_rule': {'security_group_id': '36b0341e-68d9-447e-ad2e-7e850dbe1c73', 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:52.548241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:52.552756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-25f61360-5edf-4463-8f70-73c62326d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:52.552917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Usage tracker for resource:security_group_rule and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:52.554353 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-25f61360-5edf-4463-8f70-73c62326d146 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 200  len: 853 time: 0.0695446
Apr 20 19:00:52.555966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:52.562161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:52.579781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.638402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-59030394-e3ad-4745-a1dc-14c83ff6b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:52.640031 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-59030394-e3ad-4745-a1dc-14c83ff6b839 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bc940df-bd8d-441b-ab40-b94c2c2e508a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791128
Apr 20 19:00:52.652282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.655224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.657194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:00:52.657416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f2a5fff1-1cdf-4ee5-8942-c09671d4ec75 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:52.681995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1022f5ce-9b18-4aac-9f47-5bebdb14289e,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:52.684628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:52.691197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.696054 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b331843b-ff44-40d7-b9ce-00c50db8323e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1555173
Apr 20 19:00:52.696284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39356) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:52.701791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'security_group_rule': {'security_group_id': '36b0341e-68d9-447e-ad2e-7e850dbe1c73', 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:52.708245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:52.712292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Usage tracker for resource:security_group_rule and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:52.715330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:52.721360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:52.730968 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.securitygroups_db [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Project 2ee99eafa14e4e93a5f4a73137557744 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:00:52.738369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.810935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.814032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.825177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:52.845160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cde62d5-6c34-4f4f-99e2-3f65eaaa1cbf,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:52.847734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:52.857335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.861132 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-65b91323-bc92-4975-9850-13e30d92c0e1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1612992
Apr 20 19:00:52.861671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39362) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:00:52.868164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'security_group_rule': {'security_group_id': '36b0341e-68d9-447e-ad2e-7e850dbe1c73', 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:52.874729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:00:52.879339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Usage tracker for resource:security_group_rule and tenant:2ee99eafa14e4e93a5f4a73137557744 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:00:52.883059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:00:52.889181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:00:52.899283 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.securitygroups_db [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Project 2ee99eafa14e4e93a5f4a73137557744 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:00:52.906208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.978620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.981826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:52.984130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c1180789-6c28-4db7-8ea8-f46dce6c44f1 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:53.008127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b34ac5-d07e-42eb-9047-0eb51319cd1a,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:53.010798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:53.017253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:53.018627 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1558156
Apr 20 19:00:53.046048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdb400>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'b0bfe103-aa10-46ce-98fa-29d6644273c9', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'port_id': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'mac_address': 'fa:16:3e:54:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:00:50Z', 'updated_at': '2021-04-20T19:00:50Z', 'revision_number': 0, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 5, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:00:53.050343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985e3c9-c7cc-4302-a291-61fc8cca590b None None] The sync data for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi is: [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'b0bfe103-aa10-46ce-98fa-29d6644273c9', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'port_id': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'mac_address': 'fa:16:3e:54:69:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:00:50Z', 'updated_at': '2021-04-20T19:00:50Z', 'revision_number': 0, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 5, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:00:53.153014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-1ad027aa-ac8a-46c6-a219-86f3cbc8ffa7 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578273113&fields=id&tenant_id=2ee99eafa14e4e93a5f4a73137557744 HTTP/1.1" status: 200  len: 267 time: 0.0443320
Apr 20 19:00:53.324515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09063e-c9a0-4de5-a8bb-b6c6186c75c3 None None] New status for floating IP b0bfe103-aa10-46ce-98fa-29d6644273c9: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:00:53.484750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-f43381ab-d436-4cd0-afd5-f05e3cd4d5d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:53.486317 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-f43381ab-d436-4cd0-afd5-f05e3cd4d5d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.3271451
Apr 20 19:00:53.498611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'port': {'security_groups': ['7eea90e2-0c5b-4016-983e-0da3550f7ae2', '36b0341e-68d9-447e-ad2e-7e850dbe1c73']}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:00:53.629995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:53.663480 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-b8351555-2b55-4272-9247-5c7197179877 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438437
Apr 20 19:00:53.909501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] For port 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:00:53.954751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:53.960321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:53.967893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:00:54.035303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:54.036022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:54.037510 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8d3a0223-7cb9-47b8-b183-1ca4cc5bdeb9 req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "PUT /v2.0/ports/96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 981 time: 0.5441546
Apr 20 19:00:54.038086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:00:54.068034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'Port': ['ID=96b88fb9-1c31-4641-9cf7-537fe3914ab5,revision_number=6']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:00:54.072236 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-eebf1db0-6723-40f4-b612-5f2f97709ebc tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:00:54.124999 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'status': 'completed', 'code': 200}
Apr 20 19:00:54.243658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-9f5cc436-0e95-4c9c-b3df-643a85efd9d6 None None] Provisioning complete for port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:00:54.244436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9f5cc436-0e95-4c9c-b3df-643a85efd9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:00:54.244624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b80b499-f20a-4131-88f2-14cf53c6c4f1 req-463122c7-c58b-460b-a783-372b9eff8763 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:54.246179 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b80b499-f20a-4131-88f2-14cf53c6c4f1 req-463122c7-c58b-460b-a783-372b9eff8763 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.0947542
Apr 20 19:00:54.304810 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4b80b499-f20a-4131-88f2-14cf53c6c4f1 req-b6164872-3cfa-4cb1-8823-260e420e4757 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0481815
Apr 20 19:00:55.352548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['96b88fb9-1c31-4641-9cf7-537fe3914ab5'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:00:55.443083 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0837f741-fb2a-4d4a-b7d3-7aa950d5a1e1 req-1b5543b5-557a-4b45-ae8b-2d34bf9645b2 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371124
Apr 20 19:00:55.509630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['96b88fb9-1c31-4641-9cf7-537fe3914ab5'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:00:55.604215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-193b968d-7707-46f8-ae0c-3a889f65b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:55.605740 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-193b968d-7707-46f8-ae0c-3a889f65b2b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1137 time: 0.0813990
Apr 20 19:00:55.753243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-202836c9-f443-4b95-ae25-6f3633f07347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:55.755603 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-202836c9-f443-4b95-ae25-6f3633f07347 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 915 time: 0.1391695
Apr 20 19:00:55.893336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:00:56.111929 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-14fc3587-0c51-49c0-83de-43630899c5ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 1000 time: 0.3393927
Apr 20 19:00:56.189518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-e9f974ca-08fc-4d17-a363-1f10e3b72e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:56.191140 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-e9f974ca-08fc-4d17-a363-1f10e3b72e0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 200  len: 853 time: 0.0679693
Apr 20 19:00:56.251785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['96b88fb9-1c31-4641-9cf7-537fe3914ab5'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:00:56.284324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['96b88fb9-1c31-4641-9cf7-537fe3914ab5'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:00:56.294252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-a3304af0-d0f2-4339-90c6-aa8cf2ba575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:00:56.296970 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-a3304af0-d0f2-4339-90c6-aa8cf2ba575b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bc940df-bd8d-441b-ab40-b94c2c2e508a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0986919
Apr 20 19:00:56.445740 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-6995e560-a0cb-4745-ae39-7539cd79828f service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409426
Apr 20 19:00:56.596557 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4f2ff995-5277-4bd8-8910-8c14f04f9513 req-a3860df0-5ad7-403e-8626-f40af52e1ad0 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430192
Apr 20 19:00:56.830586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:00.194789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-39df1b7a-39ca-4322-bbea-c87cd316e339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.481981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39472) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:02.491543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-70a6b42d-e628-4dc3-8c4e-a50d48d41286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.606630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.621680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:02.625764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9f3f58edda4dc09c1f1472e39f2bd0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:02.628795 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:02.634991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:02.722993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.725825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.734700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c80bba88-9375-4561-be28-3dbd68e6da08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:02.786488 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d9f3f58edda4dc09c1f1472e39f2bd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2989407
Apr 20 19:01:02.786807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39480) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:02.789688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46915bc8-1dd9-4c79-8c30-b422357f0337,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:02.804663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:02.855614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-656b4cea-2444-4dce-92e2-658af9970ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.884688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-656b4cea-2444-4dce-92e2-658af9970ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.938722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-656b4cea-2444-4dce-92e2-658af9970ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.939399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.944646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a3718607-bf98-42cc-9a73-0e397681c6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:02.957878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b4cea-2444-4dce-92e2-658af9970ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46915bc8-1dd9-4c79-8c30-b422357f0337,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:02.961023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-656b4cea-2444-4dce-92e2-658af9970ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:02.963216 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-656b4cea-2444-4dce-92e2-658af9970ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:02.964433 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-656b4cea-2444-4dce-92e2-658af9970ea7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46915bc8-1dd9-4c79-8c30-b422357f0337 HTTP/1.1" status: 204  len: 168 time: 0.1766911
Apr 20 19:01:03.657382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39504) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:03.669491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:03.785671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1408812507-network', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:03.791050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:03.795179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Usage tracker for resource:network and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:03.798198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:03.804385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:03.814235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Made reservation on behalf of 58376bdbb5e446aba6e8e644902c36f4 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:01:03.819407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:03.832718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:03.848299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:03.852535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Usage tracker for resource:security_group_rule and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:03.855512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:03.861586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:03.950988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:03.956289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:03.961382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-656b4cea-2444-4dce-92e2-658af9970ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:03.990449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'}  {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:01:03.999666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c058d75-2ba5-41c6-bc1d-c702002d8693,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:04.002929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:04.006748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.007141 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Added segment 67351439-9864-4f7a-871d-4e505af648f9 of type vlan for network 290f9d54-0971-46f3-8039-2445c075ae34
Apr 20 19:01:04.035312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.063998 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.065394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:04.066033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.071276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-26f77530-488b-49fe-9b87-d57c5be7143b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:04.176535 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5177517
Apr 20 19:01:04.179578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Pushing event updated for resources: {'Network': ['ID=290f9d54-0971-46f3-8039-2445c075ae34,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:04.179766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39512) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:04.182413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:04.190613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 290f9d54-0971-46f3-8039-2445c075ae34 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:01:04.194038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Request body: {'subnet': {'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1408812507-subnet', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:04.199301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:04.203321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Usage tracker for resource:subnet and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:04.206883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:04.216558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:04.234574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Made reservation on behalf of 58376bdbb5e446aba6e8e644902c36f4 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:01:04.239437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852671375'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.639833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852500127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852671392'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.644600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:04.696048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.723121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70649b5-32e7-46d9-86dd-8a64dee20775,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:04.726828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:04.732831 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Checking segment: {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:04.733223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Network hostable DHCP agents. Network: 290f9d54-0971-46f3-8039-2445c075ae34, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:01:04.753094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Network 290f9d54-0971-46f3-8039-2445c075ae34 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:01:04.761329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 290f9d54-0971-46f3-8039-2445c075ae34) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:04.770402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ba433-8ab5-4e03-8085-6f8087508767 None None] Network 290f9d54-0971-46f3-8039-2445c075ae34 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:01:04.773666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:04.774311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.793458 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-116dde2f-f3ba-4119-9d9a-5196644a35a1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6125488
Apr 20 19:01:04.796313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39516) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:04.802632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:04.808038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:04.812428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Usage tracker for resource:router and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:04.817067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:04.823892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:04.832839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.833884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:04.849311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.001961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-290f9d54-0971-46f3-8039-2445c075ae34', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:01:05.003197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.143832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.167214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Allocated IP 172.20.0.2 (290f9d54-0971-46f3-8039-2445c075ae34/f70649b5-32e7-46d9-86dd-8a64dee20775/0206f3cb-5462-4d7d-bd5d-b9fecdfca677) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:01:05.401558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.419823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Transition to ACTIVE for port object 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:05.451981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Transition to ACTIVE for port object 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:05.459040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.473477 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a37b9cc4-7b2a-478a-b066-5ebce51c089e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:05.473950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.505782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.577060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Network 290f9d54-0971-46f3-8039-2445c075ae34 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:05.582700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:05.585936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:01:05.637736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Pushing event updated for resources: {'Port': ['ID=0206f3cb-5462-4d7d-bd5d-b9fecdfca677,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:05.652382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Allocated IP 172.27.0.26 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/8e98ba52-225f-49db-a474-9c1bc3c1b2ab) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:01:05.678849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.679221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.679595 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.679966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.680332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.680696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.681056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.681442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.681779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.682135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.682520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.682882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:05.692132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:05.709122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Attempting to bind port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:01:05.709673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Attempting to bind port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:01:05.709889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Attempting to bind port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 on network 290f9d54-0971-46f3-8039-2445c075ae34 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:01:05.715439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:01:05.715861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Checking segment: {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:05.716308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.716752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Bound using segment: {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:01:05.717325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Bound port: 0206f3cb-5462-4d7d-bd5d-b9fecdfca677, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:01:05.717741 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.811167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] For port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:01:05.814820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] For port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=0206f3cb-5462-4d7d-bd5d-b9fecdfca677,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:01:05.818852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.823813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:05.902920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.907056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Pushing event updated for resources: {'Port': ['ID=0206f3cb-5462-4d7d-bd5d-b9fecdfca677,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:05.910533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:05.936929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:05.942379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:06.002758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:06.005859 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:06.008383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:01:06.055604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8e98ba52-225f-49db-a474-9c1bc3c1b2ab,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:06.058953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:06.486114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:07.082857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:07.235041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3abbfba-90b9-4439-a9e7-ff388c63f42f None None] Network 290f9d54-0971-46f3-8039-2445c075ae34 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:01:07.305623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Router d371eb9f-9036-45f3-a278-c5a83a57a0c9 is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:01:07.370011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-f0418df4-4ccc-49f9-83bd-ad976f3f5f16 None None] Provisioning for port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:07.499222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:01:07.508559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Sync routers for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:01:07.519150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:01:07.520082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9899c7b8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:01:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:07.525025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:07.526364 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.7287838
Apr 20 19:01:07.529319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39528) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:07.715437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:01:07.927082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:07.999095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:08.004554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:08.004983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.035929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9899c7b8>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:06Z', 'revision_number': 3, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:08.040414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Checking router: d371eb9f-9036-45f3-a278-c5a83a57a0c9 for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:01:08.040805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Updating router d371eb9f-9036-45f3-a278-c5a83a57a0c9 port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:01:08.101044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.136706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.171372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=0206f3cb-5462-4d7d-bd5d-b9fecdfca677,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:08.174778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.176718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:08.247449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=0206f3cb-5462-4d7d-bd5d-b9fecdfca677,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:08.250855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:08.325184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.608557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.621769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Transition to ACTIVE for port object 8e98ba52-225f-49db-a474-9c1bc3c1b2ab will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:08.628084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.633013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:08.645647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Allocated IP 172.20.0.1 (290f9d54-0971-46f3-8039-2445c075ae34/f70649b5-32e7-46d9-86dd-8a64dee20775/ffbfe48d-151e-4f6f-be93-7849abc9e353) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:01:08.713545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Attempting to bind port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:01:08.713948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Attempting to bind port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:01:08.714353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Attempting to bind port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:01:08.721129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Pushing event updated for resources: {'Port': ['ID=8e98ba52-225f-49db-a474-9c1bc3c1b2ab,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:08.730737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.731118 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.731493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.731861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.732223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.732585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.732940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.733297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.733674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.734032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.734382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.734759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:01:08.739168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:08.740173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:01:08.740590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:08.741029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.741454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:01:08.742336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Bound port: 8e98ba52-225f-49db-a474-9c1bc3c1b2ab, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:01:08.742336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.810640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.821929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] For port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:01:08.825539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] For port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=8e98ba52-225f-49db-a474-9c1bc3c1b2ab,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:01:08.828097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Transition to ACTIVE for port object ffbfe48d-151e-4f6f-be93-7849abc9e353 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:08.830005 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.834964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-00eb6ea3-0a6b-4be5-a526-cb35a1ea96d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:08.853093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:08.857169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9ea7772d-d927-4f01-b88a-780a37022f81 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:08.912615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:01:08.913294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9899c7b8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:01:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:08.932926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Network 290f9d54-0971-46f3-8039-2445c075ae34 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:08.936478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:08.941290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:01:08.973694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbfe48d-151e-4f6f-be93-7849abc9e353,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:08.982847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:09.011121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:09.047913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Pushing event updated for resources: {'Port': ['ID=8e98ba52-225f-49db-a474-9c1bc3c1b2ab,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:09.053404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e40ddade-fe4d-4e28-a49f-7d3df64fd39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:09.119721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:01:09.158557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-3f71dcbf-cf0b-4f77-8296-fa789c4f77a9 None None] Provisioning for port ffbfe48d-151e-4f6f-be93-7849abc9e353 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:09.159701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:09.164115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-3f71dcbf-cf0b-4f77-8296-fa789c4f77a9 None None] Provisioning complete for port ffbfe48d-151e-4f6f-be93-7849abc9e353 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:09.164616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3f71dcbf-cf0b-4f77-8296-fa789c4f77a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:09.227773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-3f71dcbf-cf0b-4f77-8296-fa789c4f77a9 None None] Port ffbfe48d-151e-4f6f-be93-7849abc9e353 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:01:09.414791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:09.419210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:09.439806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9899c7b8>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:06Z', 'revision_number': 3, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:09.444690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e606e8-6a2e-4289-a1de-9aa4acb397f4 None None] The sync data for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi is: [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:06Z', 'revision_number': 3, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:01:09.446922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2003495d-3ba5-4591-84e6-7d442af46d3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:09.546299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbfe48d-151e-4f6f-be93-7849abc9e353,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:09.548907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:09.553901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:09.973028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:10.027306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Network 290f9d54-0971-46f3-8039-2445c075ae34 is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:10.028727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:10.112371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:10.113991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:10.311991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Router d371eb9f-9036-45f3-a278-c5a83a57a0c9 has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:01:10.474755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-db81f4ff-0b2d-4aa3-b796-76d5233c614d None None] Provisioning complete for port ffbfe48d-151e-4f6f-be93-7849abc9e353 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:10.475179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-db81f4ff-0b2d-4aa3-b796-76d5233c614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:10.535111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-db81f4ff-0b2d-4aa3-b796-76d5233c614d None None] Port ffbfe48d-151e-4f6f-be93-7849abc9e353 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:01:10.541853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:01:10.559381 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] 10.222.0.22 "PUT /v2.0/routers/d371eb9f-9036-45f3-a278-c5a83a57a0c9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0288897
Apr 20 19:01:11.124490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39554) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:11.130821 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1381918698-network', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:11.135939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:11.139965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Usage tracker for resource:network and tenant:0c7a0298d14d4432afa1d119f79ef36d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:11.142948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:11.148929 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:11.162879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Made reservation on behalf of 0c7a0298d14d4432afa1d119f79ef36d for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:01:11.167629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.181190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.196400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:11.200654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Usage tracker for resource:security_group_rule and tenant:0c7a0298d14d4432afa1d119f79ef36d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:11.204815 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:11.210788 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:11.296452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.299231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.303415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6dc5611a-5410-4180-b2b3-61696ea683d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:11.333003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:01:11.342885 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce0268-ad4c-4f46-949d-4582a2123169,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:11.346847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:11.352651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.353046 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Added segment 9326f6cc-6efe-407b-a8a2-9c8365c4f0e3 of type vlan for network 3c63fd56-dc68-4afc-a42a-f05ed4987254
Apr 20 19:01:11.388246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.418212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.419628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:11.420269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.425220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:11.533508 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4077477
Apr 20 19:01:11.534398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Pushing event updated for resources: {'Network': ['ID=3c63fd56-dc68-4afc-a42a-f05ed4987254,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:11.536523 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39558) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:11.539378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:11.543491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Request body: {'subnet': {'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1381918698-subnet', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:11.545161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:01:11.548877 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:11.553039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Usage tracker for resource:subnet and tenant:0c7a0298d14d4432afa1d119f79ef36d is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:11.556055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:11.562248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:11.572155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Made reservation on behalf of 0c7a0298d14d4432afa1d119f79ef36d for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:01:11.576970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852671375'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:11.901645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 8e98ba52-225f-49db-a474-9c1bc3c1b2ab up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:11.980729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:11.985999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:11.986418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.044133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852500127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852671392'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.049905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-339f197e-ff26-43cd-bafe-8616f887fc7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:12.115303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.126412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bf3d58-3b02-4869-ae30-0e2ab898b3c5,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:12.129248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:12.135866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=8e98ba52-225f-49db-a474-9c1bc3c1b2ab,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:12.139188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Checking segment: {'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:12.139790 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Network hostable DHCP agents. Network: 3c63fd56-dc68-4afc-a42a-f05ed4987254, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:01:12.139930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.142078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:12.161310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:01:12.170141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 3c63fd56-dc68-4afc-a42a-f05ed4987254) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:12.181146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e1bbc-e122-4f84-93d3-d837bbf22540 None None] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:01:12.187452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:12.188932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.212532 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1d6dfa4b-b2b8-4acc-b77d-ee443815db01 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6748981
Apr 20 19:01:12.215752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39564) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:12.221561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:12.226694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:12.230973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Usage tracker for resource:router and tenant:0c7a0298d14d4432afa1d119f79ef36d is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:12.234117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:12.241364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:12.252785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.254029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.269767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.301359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=8e98ba52-225f-49db-a474-9c1bc3c1b2ab,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:12.306896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:12.446215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-3c63fd56-dc68-4afc-a42a-f05ed4987254', 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'fixed_ips': [{'subnet_id': '17bf3d58-3b02-4869-ae30-0e2ab898b3c5'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:01:12.446862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.513688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Sync routers for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:01:12.544425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:01:12.545114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98864898>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:01:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:12.564328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.849395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:01:12.913907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:12.934976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Allocated IP 172.20.0.2 (3c63fd56-dc68-4afc-a42a-f05ed4987254/17bf3d58-3b02-4869-ae30-0e2ab898b3c5/8662a731-bcf2-4642-8c27-9c4ba39a907b) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:01:12.953910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:13.100227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Allocated IP 172.27.0.163 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/c620fb26-3fa6-48e5-9454-c76c76280901) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:01:13.263791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:13.296405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:13.301916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-69e7c886-2dae-45ef-bccc-3460a8a05e0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:13.367978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:13.371244 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:13.380582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:01:13.399330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:13.414561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Transition to ACTIVE for port object 8662a731-bcf2-4642-8c27-9c4ba39a907b will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:13.429801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=c620fb26-3fa6-48e5-9454-c76c76280901,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:13.431429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98864898>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 2, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:13.435200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:13.444091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Checking router: d371eb9f-9036-45f3-a278-c5a83a57a0c9 for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:01:13.444500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Updating router d371eb9f-9036-45f3-a278-c5a83a57a0c9 port ffbfe48d-151e-4f6f-be93-7849abc9e353 binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:01:13.475569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Transition to ACTIVE for port object 8662a731-bcf2-4642-8c27-9c4ba39a907b will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:13.489572 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:13.496106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:13.566434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:13.752276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:13.765254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:13.768359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:01:13.838003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Pushing event updated for resources: {'Port': ['ID=8662a731-bcf2-4642-8c27-9c4ba39a907b,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:13.841289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:13.889189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:13.923255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 8e98ba52-225f-49db-a474-9c1bc3c1b2ab up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:14.040413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Attempting to bind port 8662a731-bcf2-4642-8c27-9c4ba39a907b on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:01:14.040837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Attempting to bind port 8662a731-bcf2-4642-8c27-9c4ba39a907b by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:01:14.041253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Attempting to bind port 8662a731-bcf2-4642-8c27-9c4ba39a907b on network 3c63fd56-dc68-4afc-a42a-f05ed4987254 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:01:14.073684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:01:14.074158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Checking segment: {'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:14.074587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:14.075269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Bound using segment: {'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:01:14.075584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Bound port: 8662a731-bcf2-4642-8c27-9c4ba39a907b, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:01:14.076019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:14.247791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:14.248217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:14.367644 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] For port 8662a731-bcf2-4642-8c27-9c4ba39a907b, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:01:14.387593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] For port 8662a731-bcf2-4642-8c27-9c4ba39a907b, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=8662a731-bcf2-4642-8c27-9c4ba39a907b,segment=NetworkSegment(9326f6cc-6efe-407b-a8a2-9c8365c4f0e3),segment_id=9326f6cc-6efe-407b-a8a2-9c8365c4f0e3)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:01:14.397449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:14.403271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-658e585b-5cfd-43e0-9a33-0dd9d23b53e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:14.599578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Pushing event updated for resources: {'Port': ['ID=8662a731-bcf2-4642-8c27-9c4ba39a907b,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:14.602954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:14.631177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:14.640727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:14.644032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Transition to ACTIVE for port object ffbfe48d-151e-4f6f-be93-7849abc9e353 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:14.651334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:14.657205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-18284c0d-a7f0-4a3b-ab0a-15a676547f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:14.889758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59144b-b363-49fd-86fd-4713eb859bfd None None] Pushing event updated for resources: {'Port': ['ID=ffbfe48d-151e-4f6f-be93-7849abc9e353,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:14.908979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bc59144b-b363-49fd-86fd-4713eb859bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:14.920263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Attempting to bind port ffbfe48d-151e-4f6f-be93-7849abc9e353 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:01:14.920930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Attempting to bind port ffbfe48d-151e-4f6f-be93-7849abc9e353 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:01:14.921555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Attempting to bind port ffbfe48d-151e-4f6f-be93-7849abc9e353 on network 290f9d54-0971-46f3-8039-2445c075ae34 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:01:14.938569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:01:14.939303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Checking segment: {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:14.940253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:14.940445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Bound using segment: {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:01:14.941106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Bound port: ffbfe48d-151e-4f6f-be93-7849abc9e353, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:01:14.941644 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:15.055801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Router c701db44-317d-4c43-87f2-2ef386361c8a is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:01:15.069970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] For port ffbfe48d-151e-4f6f-be93-7849abc9e353, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:01:15.073805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] For port ffbfe48d-151e-4f6f-be93-7849abc9e353, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=ffbfe48d-151e-4f6f-be93-7849abc9e353,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:01:15.081069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:15.086897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a37b9cc4-7b2a-478a-b066-5ebce51c089e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:15.179496 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:01:15.180205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98864898>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:01:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:15.238871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59144b-b363-49fd-86fd-4713eb859bfd None None] Pushing event updated for resources: {'Port': ['ID=ffbfe48d-151e-4f6f-be93-7849abc9e353,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:15.250643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bc59144b-b363-49fd-86fd-4713eb859bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:15.366880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:01:15.378042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Sync routers for ids ['c701db44-317d-4c43-87f2-2ef386361c8a'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:01:15.394855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Routers {'c701db44-317d-4c43-87f2-2ef386361c8a'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:01:15.395097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:15.395394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:01:15.395606 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98a7ec50>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:01:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['c701db44-317d-4c43-87f2-2ef386361c8a'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:15.397984 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1807323
Apr 20 19:01:15.400727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39576) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:15.693438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Set router c701db44-317d-4c43-87f2-2ef386361c8a gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:01:15.838279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98864898>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:15Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:15.846214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd59d9d3-a22b-418b-aed0-fdbc17bb6a8d None None] The sync data for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi is: [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:15Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:01:16.093336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 8662a731-bcf2-4642-8c27-9c4ba39a907b up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:16.305757 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-36ef0b0c-65f3-4367-a592-6b8b9ac0d6c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3410864
Apr 20 19:01:16.331897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 8662a731-bcf2-4642-8c27-9c4ba39a907b completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:16.345567 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497216af-415a-4c9b-b919-0b6d38b9f5f4 None None] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:01:16.354113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98a7ec50>, [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:13Z', 'revision_number': 3, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port': {'id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:16.359091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Checking router: c701db44-317d-4c43-87f2-2ef386361c8a for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:01:16.359539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Updating router c701db44-317d-4c43-87f2-2ef386361c8a port c620fb26-3fa6-48e5-9454-c76c76280901 binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:01:16.452327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:16.501284 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] Provisioning for port 8662a731-bcf2-4642-8c27-9c4ba39a907b completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:16.513700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] Provisioning complete for port 8662a731-bcf2-4642-8c27-9c4ba39a907b triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:16.514161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:16.700872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-1e68eda7-ae90-43c3-962a-128de119933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:16.702607 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-1e68eda7-ae90-43c3-962a-128de119933d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1137 time: 0.1970260
Apr 20 19:01:16.717077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.160068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-f53ebc35-81d3-4b79-9689-d6c91e4272e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:17.161716 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-f53ebc35-81d3-4b79-9689-d6c91e4272e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 915 time: 0.4067729
Apr 20 19:01:17.218810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.227535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.242196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Transition to ACTIVE for port object c620fb26-3fa6-48e5-9454-c76c76280901 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:17.252233 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.257592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:17.363445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] For port 8662a731-bcf2-4642-8c27-9c4ba39a907b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=8662a731-bcf2-4642-8c27-9c4ba39a907b,segment=NetworkSegment(9326f6cc-6efe-407b-a8a2-9c8365c4f0e3),segment_id=9326f6cc-6efe-407b-a8a2-9c8365c4f0e3)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:17.364026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Attempting to bind port c620fb26-3fa6-48e5-9454-c76c76280901 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:01:17.364441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Attempting to bind port c620fb26-3fa6-48e5-9454-c76c76280901 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:01:17.364847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Attempting to bind port c620fb26-3fa6-48e5-9454-c76c76280901 on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:01:17.371484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.373842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8edd7-df10-4d17-92c3-9fe2616b1b73 None None] Pushing event updated for resources: {'Port': ['ID=c620fb26-3fa6-48e5-9454-c76c76280901,revision_number=2']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:17.375711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:17.379571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-95e8edd7-df10-4d17-92c3-9fe2616b1b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:17.383296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:01:17.383636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:17.384080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.384547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:01:17.389813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Bound port: c620fb26-3fa6-48e5-9454-c76c76280901, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:01:17.390350 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.429365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Allocated IP 172.20.0.1 (3c63fd56-dc68-4afc-a42a-f05ed4987254/17bf3d58-3b02-4869-ae30-0e2ab898b3c5/bc633d9e-04a9-4a75-a6ed-72abd87468d3) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:01:17.441217 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-3b189407-8384-44fa-a798-9d8b4565fe8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 1000 time: 0.2257156
Apr 20 19:01:17.549923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] For port c620fb26-3fa6-48e5-9454-c76c76280901, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:01:17.557873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] For port c620fb26-3fa6-48e5-9454-c76c76280901, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=c620fb26-3fa6-48e5-9454-c76c76280901,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:01:17.564463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.580381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:17.587168 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] Pushing event updated for resources: {'Port': ['ID=8662a731-bcf2-4642-8c27-9c4ba39a907b,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:17.602655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:17.706657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e888a-dd8c-4848-b57a-24c2a39b655b req-bf7f80e3-ca8f-4a8e-ae7c-3eef6201216f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:17.708320 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b2e888a-dd8c-4848-b57a-24c2a39b655b req-bf7f80e3-ca8f-4a8e-ae7c-3eef6201216f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.1428297
Apr 20 19:01:17.713899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-c4453410-043f-47a1-a4c1-e0793ab57a27 None None] Provisioning complete for port 8662a731-bcf2-4642-8c27-9c4ba39a907b triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:17.714625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c4453410-043f-47a1-a4c1-e0793ab57a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:17.721302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Routers {'c701db44-317d-4c43-87f2-2ef386361c8a'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:01:17.726226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98a7ec50>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:01:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['c701db44-317d-4c43-87f2-2ef386361c8a'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:17.810989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8edd7-df10-4d17-92c3-9fe2616b1b73 None None] Pushing event updated for resources: {'Port': ['ID=c620fb26-3fa6-48e5-9454-c76c76280901,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:17.856478 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b2e888a-dd8c-4848-b57a-24c2a39b655b req-dd3b51a2-524d-45af-a7ad-a59d50042057 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1313789
Apr 20 19:01:17.906563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-95e8edd7-df10-4d17-92c3-9fe2616b1b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:18.116363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device ffbfe48d-151e-4f6f-be93-7849abc9e353 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:18.146514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-0dcd3dd6-d950-404e-bd9e-b68626ea0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:18.148186 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-0dcd3dd6-d950-404e-bd9e-b68626ea0477 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 200  len: 853 time: 0.6964755
Apr 20 19:01:18.214476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port ffbfe48d-151e-4f6f-be93-7849abc9e353 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:18.223801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port ffbfe48d-151e-4f6f-be93-7849abc9e353 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:18.224228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:18.225585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] Set router c701db44-317d-4c43-87f2-2ef386361c8a gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:01:18.243977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:18.270127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Transition to ACTIVE for port object bc633d9e-04a9-4a75-a6ed-72abd87468d3 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:18.288835 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-a167b223-0c82-466f-8905-b8d58a011c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:18.290485 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-a167b223-0c82-466f-8905-b8d58a011c72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bc940df-bd8d-441b-ab40-b94c2c2e508a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1333187
Apr 20 19:01:18.363641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:18.402417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port ffbfe48d-151e-4f6f-be93-7849abc9e353, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=ffbfe48d-151e-4f6f-be93-7849abc9e353,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:18.406696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:18.407603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 8662a731-bcf2-4642-8c27-9c4ba39a907b up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:18.416131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:18.431776 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:18.441768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:18.507671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:18.514357 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:18.527303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:01:18.539683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=ffbfe48d-151e-4f6f-be93-7849abc9e353,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:18.548457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:18.569602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 8662a731-bcf2-4642-8c27-9c4ba39a907b triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:18.570150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:18.587031 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-637f2222-c723-4280-b607-6dcff057ee0e service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2874899
Apr 20 19:01:18.590015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc633d9e-04a9-4a75-a6ed-72abd87468d3,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:18.611230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98a7ec50>, [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:13Z', 'revision_number': 3, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port': {'id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:18.616019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337d852-36f6-42e1-a17f-9d196fc39048 None None] The sync data for ids ['c701db44-317d-4c43-87f2-2ef386361c8a'] in dv-cinder-786930-2-iscsi is: [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:13Z', 'revision_number': 3, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port': {'id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:01:18.618440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:18.627016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:18.837500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-716153ff-49cc-4d08-b71e-1adfffbf088a None None] Provisioning for port bc633d9e-04a9-4a75-a6ed-72abd87468d3 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:18.844326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-716153ff-49cc-4d08-b71e-1adfffbf088a None None] Provisioning complete for port bc633d9e-04a9-4a75-a6ed-72abd87468d3 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:18.844868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-716153ff-49cc-4d08-b71e-1adfffbf088a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:18.911569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-716153ff-49cc-4d08-b71e-1adfffbf088a None None] Port bc633d9e-04a9-4a75-a6ed-72abd87468d3 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:01:18.969657 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dfc3f9f3-7c52-43d0-aa06-3bc14a2d444f req-75e52622-8a43-48c0-8306-06513441ffa7 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3765907
Apr 20 19:01:19.209325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:19.370864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3de53-e3dc-4153-aecb-94e1ec834a63 req-cb758484-eb0b-49c0-887a-b37a66eb3382 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:19.372465 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fe3de53-e3dc-4153-aecb-94e1ec834a63 req-cb758484-eb0b-49c0-887a-b37a66eb3382 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.3548348
Apr 20 19:01:19.452022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-81bcfb19-9e5f-49ce-84f4-712879295485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:19.454227 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-81bcfb19-9e5f-49ce-84f4-712879295485 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1137 time: 0.3376868
Apr 20 19:01:19.598361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8fe3de53-e3dc-4153-aecb-94e1ec834a63 req-c252bad9-58dc-4f57-a832-1077613a1283 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Synchronizing usage tracker for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:01:19.652793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8fe3de53-e3dc-4153-aecb-94e1ec834a63 req-c252bad9-58dc-4f57-a832-1077613a1283 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Unset dirty status for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:01:19.654042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8fe3de53-e3dc-4153-aecb-94e1ec834a63 req-c252bad9-58dc-4f57-a832-1077613a1283 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2291193
Apr 20 19:01:19.704132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:19.707876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-5fc6dd31-3399-474a-83e8-1ff84feef817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:19.709477 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-5fc6dd31-3399-474a-83e8-1ff84feef817 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 915 time: 0.2478695
Apr 20 19:01:19.710546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:19.741753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:19.904271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:19.932233 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc633d9e-04a9-4a75-a6ed-72abd87468d3,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:19.956968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:19.965819 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-655f00a6-a152-4d59-b8c5-297241ffa426 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 1000 time: 0.2279189
Apr 20 19:01:19.994186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device ffbfe48d-151e-4f6f-be93-7849abc9e353 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:20.068177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port ffbfe48d-151e-4f6f-be93-7849abc9e353 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:20.068807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:20.113958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-dadbf3c1-5a2a-494b-b160-ed023b92ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:20.115540 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-dadbf3c1-5a2a-494b-b160-ed023b92ea7d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 200  len: 853 time: 0.1033103
Apr 20 19:01:20.191935 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:20.194086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:20.199418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device c620fb26-3fa6-48e5-9454-c76c76280901 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:20.297476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port c620fb26-3fa6-48e5-9454-c76c76280901 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:20.306666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port c620fb26-3fa6-48e5-9454-c76c76280901 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:20.307634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:20.471948 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-1065c2f6-6049-41fc-b78c-53e83783d5fa None None] Provisioning complete for port bc633d9e-04a9-4a75-a6ed-72abd87468d3 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:20.472270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1065c2f6-6049-41fc-b78c-53e83783d5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:20.506196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:20.545361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port c620fb26-3fa6-48e5-9454-c76c76280901, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=c620fb26-3fa6-48e5-9454-c76c76280901,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:20.548664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-1065c2f6-6049-41fc-b78c-53e83783d5fa None None] Port bc633d9e-04a9-4a75-a6ed-72abd87468d3 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:01:20.550373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:20.553930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:20.622902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-c01ff1ca-6d7c-4f20-b655-b71e50a00108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:20.624528 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-c01ff1ca-6d7c-4f20-b655-b71e50a00108 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bc940df-bd8d-441b-ab40-b94c2c2e508a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4948957
Apr 20 19:01:20.626704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=c620fb26-3fa6-48e5-9454-c76c76280901,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:20.630427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:20.756294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Router c701db44-317d-4c43-87f2-2ef386361c8a has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:01:20.880197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4948b-ec82-43cc-8aaf-385dc8c2739a req-ed44bc9f-8c73-46bc-b15d-4e79d42975b2 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:20.881836 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6bb4948b-ec82-43cc-8aaf-385dc8c2739a req-ed44bc9f-8c73-46bc-b15d-4e79d42975b2 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.0928538
Apr 20 19:01:20.934177 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6bb4948b-ec82-43cc-8aaf-385dc8c2739a req-8aead1ee-0b2c-4d55-adea-e56c1973b752 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0454593
Apr 20 19:01:20.943743 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-a91f9db3-2a4c-4943-ae92-e528334450e3 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3101645
Apr 20 19:01:21.117314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:01:21.142495 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] 10.222.0.22 "PUT /v2.0/routers/c701db44-317d-4c43-87f2-2ef386361c8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7401977
Apr 20 19:01:21.146208 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1f779654-5f8e-43e9-9adf-ef3128cab0b1 req-12b2cf6b-5b2e-40d4-9789-946681a66d31 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766522
Apr 20 19:01:21.490220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Sync routers for ids ['c701db44-317d-4c43-87f2-2ef386361c8a'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:01:21.500844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Routers {'c701db44-317d-4c43-87f2-2ef386361c8a'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:01:21.501453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a989afd30>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:01:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['c701db44-317d-4c43-87f2-2ef386361c8a'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:21.696853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Set router c701db44-317d-4c43-87f2-2ef386361c8a gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:01:21.717598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39606) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:21.723617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499145341', 'description': 'tempest-secgroup-smoke-499145341 description', 'project_id': '58376bdbb5e446aba6e8e644902c36f4'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:21.730137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:21.734400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:security_group and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:21.737416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:21.744874 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:21.756026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:21.780476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:21.784665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:security_group_rule and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:21.787715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:21.794181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:21.878319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:21.881069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:21.885106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-722a36d5-739e-4cc9-a976-3a77077ff410 tempest-VolumesNegativeTest-16525900 tempest-VolumesNegativeTest-16525900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:21.914718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device c620fb26-3fa6-48e5-9454-c76c76280901 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:21.933316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:21.938218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:21.939648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:21.941878 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2226903
Apr 20 19:01:21.944896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39610) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:21.954257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'security_group_rule': {'security_group_id': 'e18d6fad-fde0-43e6-8dfb-82606bb5ecb2', 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:21.965214 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:21.971741 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:security_group_rule and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:21.976580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:21.987167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:22.014671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.135534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.141413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.145818 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:22.191349 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42220431-7744-4189-a74b-b6ec619e3a3f,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:22.194652 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:22.205345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.209842 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f87f6833-8c0c-48cf-bb12-816b8b0cc738 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2609327
Apr 20 19:01:22.210203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28305d18-580d-44f5-9353-a578ab58f47c req-9539da47-04ee-4edf-91d3-27d757a7d136 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:22.210480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39618) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:22.214953 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-28305d18-580d-44f5-9353-a578ab58f47c req-9539da47-04ee-4edf-91d3-27d757a7d136 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.1285145
Apr 20 19:01:22.220846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'security_group_rule': {'security_group_id': 'e18d6fad-fde0-43e6-8dfb-82606bb5ecb2', 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:22.221986 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port c620fb26-3fa6-48e5-9454-c76c76280901 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:22.222711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.231759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:22.238615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:security_group_rule and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:22.243110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:22.253638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:22.266758 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-28305d18-580d-44f5-9353-a578ab58f47c req-a90f222a-c192-4c4a-a7ac-1ec232ae75ac tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0475740
Apr 20 19:01:22.280550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.348405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.351247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.357696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-581b1b1a-e22b-483e-b674-8545650d3a0f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:22.379081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f69fd9-e6b2-49a0-8c5f-e97a0a7e4c01,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:22.381516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:22.391755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.393078 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1809056
Apr 20 19:01:22.396498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39622) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:22.402221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'security_group_rule': {'security_group_id': 'e18d6fad-fde0-43e6-8dfb-82606bb5ecb2', 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:22.408879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:22.414064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:security_group_rule and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:22.417864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:22.424916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:22.431730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a989afd30>, [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 4, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port': {'id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'bc633d9e-04a9-4a75-a6ed-72abd87468d3', 'name': '', 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'mac_address': 'fa:16:3e:51:3b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '17bf3d58-3b02-4869-ae30-0e2ab898b3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:16Z', 'updated_at': '2021-04-20T19:01:19Z', 'revision_number': 2, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'subnets': [{'id': '17bf3d58-3b02-4869-ae30-0e2ab898b3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:22.443646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.446520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Checking router: c701db44-317d-4c43-87f2-2ef386361c8a for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:01:22.446936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Updating router c701db44-317d-4c43-87f2-2ef386361c8a port bc633d9e-04a9-4a75-a6ed-72abd87468d3 binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:01:22.506736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.513895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.517299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.519451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:22.544843 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09485e0-b7c1-46fe-9688-f67ed5a82ea3,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:22.548029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:22.556137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.557507 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9cf29ddd-05a4-4e63-8f03-3d50631710a5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1599550
Apr 20 19:01:22.560834 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 39626) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:22.567770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'security_group_rule': {'security_group_id': 'e18d6fad-fde0-43e6-8dfb-82606bb5ecb2', 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:22.574965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:22.582192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:security_group_rule and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:22.587172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:22.597009 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:22.623359 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.736857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.740378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.753955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:22.787829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfcc180-3037-4f6c-adc6-cd436206457c,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:22.791672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:22.800812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.806729 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2404542
Apr 20 19:01:22.807108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39630) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:22.813937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'security_group_rule': {'security_group_id': 'e18d6fad-fde0-43e6-8dfb-82606bb5ecb2', 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:22.820930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:22.825310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:security_group_rule and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:22.828408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:22.834889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:22.844761 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.securitygroups_db [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Project 58376bdbb5e446aba6e8e644902c36f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:01:22.851862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.922773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.925607 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.934097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:22.957812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db75f9d-87eb-4064-bda9-b37cde0c483f,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:22.960612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:22.967479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.969377 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-03f6e4a4-9b68-4f09-abaa-9c5152018787 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1611443
Apr 20 19:01:22.973805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39634) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:01:22.979525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'security_group_rule': {'security_group_id': 'e18d6fad-fde0-43e6-8dfb-82606bb5ecb2', 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:22.987111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:22.987868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:22.991336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:security_group_rule and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:01:22.994427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:01:23.000557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Transition to ACTIVE for port object bc633d9e-04a9-4a75-a6ed-72abd87468d3 will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:23.000762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:23.007586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:23.013236 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.securitygroups_db [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Project 58376bdbb5e446aba6e8e644902c36f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:01:23.014242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bc59144b-b363-49fd-86fd-4713eb859bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:23.020368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:23.094309 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:23.097913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:23.106577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6d818288-0344-4d66-9533-33dde646456b tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:23.127330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b5ea90-5d9e-47de-a4af-8552387cc5ea,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:23.129914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:23.138414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:23.139782 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2b4b19a7-885f-4f43-8f6a-c3688d60c06d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1649382
Apr 20 19:01:23.253210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d77170-9ff5-4d81-947c-b2371989f5ea None None] Pushing event updated for resources: {'Port': ['ID=bc633d9e-04a9-4a75-a6ed-72abd87468d3,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:23.261476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-78d77170-9ff5-4d81-947c-b2371989f5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:23.328578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Attempting to bind port bc633d9e-04a9-4a75-a6ed-72abd87468d3 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:01:23.328987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Attempting to bind port bc633d9e-04a9-4a75-a6ed-72abd87468d3 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:01:23.329395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Attempting to bind port bc633d9e-04a9-4a75-a6ed-72abd87468d3 on network 3c63fd56-dc68-4afc-a42a-f05ed4987254 {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:01:23.335715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:01:23.336233 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Checking segment: {'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:23.336688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:23.337130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Bound using segment: {'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:01:23.337653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Bound port: bc633d9e-04a9-4a75-a6ed-72abd87468d3, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:01:23.338379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:23.491143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] For port bc633d9e-04a9-4a75-a6ed-72abd87468d3, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:01:23.495058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] For port bc633d9e-04a9-4a75-a6ed-72abd87468d3, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=bc633d9e-04a9-4a75-a6ed-72abd87468d3,segment=NetworkSegment(9326f6cc-6efe-407b-a8a2-9c8365c4f0e3),segment_id=9326f6cc-6efe-407b-a8a2-9c8365c4f0e3)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:01:23.499325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:23.511083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:23.563597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d77213-c7cc-41c1-9a7c-dd29cb6f40c7 req-0daa17cd-f614-429e-9726-b2ac03012f10 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:23.566923 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87d77213-c7cc-41c1-9a7c-dd29cb6f40c7 req-0daa17cd-f614-429e-9726-b2ac03012f10 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.1430953
Apr 20 19:01:23.609130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Routers {'c701db44-317d-4c43-87f2-2ef386361c8a'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:01:23.610080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a989afd30>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:01:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['c701db44-317d-4c43-87f2-2ef386361c8a'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:23.661969 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-87d77213-c7cc-41c1-9a7c-dd29cb6f40c7 req-840fa9db-6cff-4b45-8809-e4af33808d89 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0795214
Apr 20 19:01:23.742826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d77170-9ff5-4d81-947c-b2371989f5ea None None] Pushing event updated for resources: {'Port': ['ID=bc633d9e-04a9-4a75-a6ed-72abd87468d3,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:23.933609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-78d77170-9ff5-4d81-947c-b2371989f5ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:24.031095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] Set router c701db44-317d-4c43-87f2-2ef386361c8a gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:01:24.434570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a989afd30>, [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 4, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port': {'id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'bc633d9e-04a9-4a75-a6ed-72abd87468d3', 'name': '', 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'mac_address': 'fa:16:3e:51:3b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '17bf3d58-3b02-4869-ae30-0e2ab898b3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:16Z', 'updated_at': '2021-04-20T19:01:23Z', 'revision_number': 4, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'subnets': [{'id': '17bf3d58-3b02-4869-ae30-0e2ab898b3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:01:24.439170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718572b4-7095-42d8-89b4-87d62180dac4 None None] The sync data for ids ['c701db44-317d-4c43-87f2-2ef386361c8a'] in dv-cinder-786930-2-iscsi is: [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 4, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port': {'id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'bc633d9e-04a9-4a75-a6ed-72abd87468d3', 'name': '', 'network_id': '3c63fd56-dc68-4afc-a42a-f05ed4987254', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'mac_address': 'fa:16:3e:51:3b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '17bf3d58-3b02-4869-ae30-0e2ab898b3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:16Z', 'updated_at': '2021-04-20T19:01:23Z', 'revision_number': 4, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'subnets': [{'id': '17bf3d58-3b02-4869-ae30-0e2ab898b3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:01:24.897738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cab360-4520-48d4-8cda-fa7b5dee6d14 req-19947e5c-55db-4eeb-8dff-9cf54466f71c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:24.910543 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16cab360-4520-48d4-8cda-fa7b5dee6d14 req-19947e5c-55db-4eeb-8dff-9cf54466f71c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.1025672
Apr 20 19:01:24.961439 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-16cab360-4520-48d4-8cda-fa7b5dee6d14 req-9146fc62-fc72-40d9-a48f-0ac9752a054c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0521362
Apr 20 19:01:25.909181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device bc633d9e-04a9-4a75-a6ed-72abd87468d3 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:25.985824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port bc633d9e-04a9-4a75-a6ed-72abd87468d3 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:25.991018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port bc633d9e-04a9-4a75-a6ed-72abd87468d3 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:25.991635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:26.175413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:26.188722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e1d57-d532-47a1-8ee2-b6f98ffbcb1a req-ee038107-3bca-4af7-8957-727342e49fb4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:26.190426 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-960e1d57-d532-47a1-8ee2-b6f98ffbcb1a req-ee038107-3bca-4af7-8957-727342e49fb4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.0952468
Apr 20 19:01:26.211727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port bc633d9e-04a9-4a75-a6ed-72abd87468d3, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=bc633d9e-04a9-4a75-a6ed-72abd87468d3,segment=NetworkSegment(9326f6cc-6efe-407b-a8a2-9c8365c4f0e3),segment_id=9326f6cc-6efe-407b-a8a2-9c8365c4f0e3)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:26.215146 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:26.217151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:26.248334 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-960e1d57-d532-47a1-8ee2-b6f98ffbcb1a req-eac6a176-739c-4170-8f5a-f94fa6da9b5d tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0504096
Apr 20 19:01:26.299162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=bc633d9e-04a9-4a75-a6ed-72abd87468d3,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:26.302531 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:26.795855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:27.517778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374b3cf-c8ad-485b-b331-ef3c2edc1477 req-fb24fd05-bbdc-4b85-a895-5fc446757ec5 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:27.519409 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3374b3cf-c8ad-485b-b331-ef3c2edc1477 req-fb24fd05-bbdc-4b85-a895-5fc446757ec5 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.1331339
Apr 20 19:01:27.577276 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3374b3cf-c8ad-485b-b331-ef3c2edc1477 req-1e7b8472-f254-47dd-8e22-8359519e72cb tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0511560
Apr 20 19:01:27.894903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device bc633d9e-04a9-4a75-a6ed-72abd87468d3 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:27.975507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port bc633d9e-04a9-4a75-a6ed-72abd87468d3 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:27.975928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:28.816795 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70e6a2-b2ea-4e54-b761-0467b13f3f6a req-4e0fa67a-cb7c-4177-a96f-86e3f249cd4e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:28.819883 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b70e6a2-b2ea-4e54-b761-0467b13f3f6a req-4e0fa67a-cb7c-4177-a96f-86e3f249cd4e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.1169038
Apr 20 19:01:28.876958 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b70e6a2-b2ea-4e54-b761-0467b13f3f6a req-908487ad-d750-4ee4-b619-636068ae41ee tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0506001
Apr 20 19:01:30.094714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3393b-fc38-4dba-b740-4773fcacefd1 req-14b297f5-50ae-443e-9234-2912ff80a34d tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:30.096332 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8d3393b-fc38-4dba-b740-4773fcacefd1 req-14b297f5-50ae-443e-9234-2912ff80a34d tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.1029961
Apr 20 19:01:30.147890 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b8d3393b-fc38-4dba-b740-4773fcacefd1 req-4a21f6b3-4899-45b4-8961-20b9ec382aad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0445395
Apr 20 19:01:30.196722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-60365763-eb71-4db0-bffa-812109b20e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:31.361594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cb448-05d5-4f4d-9b2b-0199c3aecfd8 req-d8efcfbf-6ac3-43d6-9b38-3255c7dd016e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:31.363126 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c44cb448-05d5-4f4d-9b2b-0199c3aecfd8 req-d8efcfbf-6ac3-43d6-9b38-3255c7dd016e tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.0916731
Apr 20 19:01:31.422130 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c44cb448-05d5-4f4d-9b2b-0199c3aecfd8 req-ff23df3e-672f-4a0f-ba9e-8cf578c676e9 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460546
Apr 20 19:01:32.507388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-02a676fa-930b-4224-a306-6b0055067954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:32.627448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dc594-b14d-44f4-b330-712eee850b34 req-b308c7ea-7786-4f7e-b260-3679f636ed99 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:32.629058 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-806dc594-b14d-44f4-b330-712eee850b34 req-b308c7ea-7786-4f7e-b260-3679f636ed99 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.0915196
Apr 20 19:01:32.682259 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-806dc594-b14d-44f4-b330-712eee850b34 req-4a5e8061-c248-493e-bd15-975087412e99 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0460858
Apr 20 19:01:32.892524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:01:32.943855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:33.676484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:33.916512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825703a-bf27-4d21-a788-01dc194a7eda req-f5f3051a-4b61-4be8-a3c2-2f8e4de6625f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:33.918139 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0825703a-bf27-4d21-a788-01dc194a7eda req-f5f3051a-4b61-4be8-a3c2-2f8e4de6625f tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.1206727
Apr 20 19:01:33.972482 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0825703a-bf27-4d21-a788-01dc194a7eda req-ae53c244-f812-48a5-9b8a-b2c797b033a8 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0465789
Apr 20 19:01:34.707984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:35.186825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96cb3d2-73d4-4533-9652-1429f05c71ad req-a48b54fd-35ee-4a2c-b0b5-cd95b0c13de3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:35.188583 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f96cb3d2-73d4-4533-9652-1429f05c71ad req-a48b54fd-35ee-4a2c-b0b5-cd95b0c13de3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.0965669
Apr 20 19:01:35.251659 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f96cb3d2-73d4-4533-9652-1429f05c71ad req-22800ee8-84ce-4d1c-a69b-04a3eb7569ae tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0496235
Apr 20 19:01:36.459601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5eb6b7-7ee3-48f8-9714-7cea131ff98a req-cb55c10c-d334-45a2-b99d-d4847a6cc13c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:36.461213 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0e5eb6b7-7ee3-48f8-9714-7cea131ff98a req-cb55c10c-d334-45a2-b99d-d4847a6cc13c tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.0931268
Apr 20 19:01:36.512400 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0e5eb6b7-7ee3-48f8-9714-7cea131ff98a req-a63d88f4-ce37-475b-8002-f7657efddb04 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0438757
Apr 20 19:01:37.714983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a0367-d529-47bc-a401-d76b64493ddb req-c2cf9068-2514-4557-b35c-62158f316c34 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:37.716606 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b2a0367-d529-47bc-a401-d76b64493ddb req-c2cf9068-2514-4557-b35c-62158f316c34 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.0901821
Apr 20 19:01:37.772708 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7b2a0367-d529-47bc-a401-d76b64493ddb req-305265cf-b804-410a-968c-e27182989bb6 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=36b0341e-68d9-447e-ad2e-7e850dbe1c73&id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0493796
Apr 20 19:01:42.026526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-c5ba596a-28da-4cd1-80c8-e29da1b21221 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Synchronizing usage tracker for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:01:42.043201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-c5ba596a-28da-4cd1-80c8-e29da1b21221 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Unset dirty status for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:01:42.045002 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-c5ba596a-28da-4cd1-80c8-e29da1b21221 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499145341&fields=id&tenant_id=58376bdbb5e446aba6e8e644902c36f4 HTTP/1.1" status: 200  len: 267 time: 0.0626552
Apr 20 19:01:42.214112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-ea52a408-1730-4e0e-bf02-4443ccb312c5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:42.214887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-ea52a408-1730-4e0e-bf02-4443ccb312c5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Synchronizing usage tracker for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:01:42.230989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-ea52a408-1730-4e0e-bf02-4443ccb312c5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Unset dirty status for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:01:42.232771 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-ea52a408-1730-4e0e-bf02-4443ccb312c5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 809 time: 0.1796458
Apr 20 19:01:42.250897 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-b89970f7-c0a6-443e-853b-a56fb39e9305 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/quotas/58376bdbb5e446aba6e8e644902c36f4 HTTP/1.1" status: 200  len: 375 time: 0.0114388
Apr 20 19:01:42.343013 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-6715f984-38fe-4ddd-ae96-1cf68e989d0c tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0859053
Apr 20 19:01:42.464548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-6dce06b8-6956-4389-beee-9f3cad03ac85 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:01:42.465635 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-6dce06b8-6956-4389-beee-9f3cad03ac85 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1103964
Apr 20 19:01:42.620791 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-c9bf2c5a-e8ef-4629-be3a-c1df79ffea94 service neutron] 10.222.0.22 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407306
Apr 20 19:01:42.772383 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-9a8dcdce-e3f8-4f11-9d83-9929a86f5891 service neutron] 10.222.0.22 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444621
Apr 20 19:01:43.213347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-6a83bca8-f94b-4f45-94f7-d7206a6c7ca5 req-82e52417-f70e-4663-92a9-14713398c581 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Synchronizing usage tracker for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:01:43.232024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-6a83bca8-f94b-4f45-94f7-d7206a6c7ca5 req-82e52417-f70e-4663-92a9-14713398c581 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Unset dirty status for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:01:43.233356 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6a83bca8-f94b-4f45-94f7-d7206a6c7ca5 req-82e52417-f70e-4663-92a9-14713398c581 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 210 time: 0.0742726
Apr 20 19:01:44.447521 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-951e856a-95dc-45ef-a55a-d3d99911cb5f req-42723da8-2ba2-4460-99e4-891768d89db9 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 210 time: 0.0608413
Apr 20 19:01:44.523365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d3afdea6-0c6c-4460-a68b-149752849f66 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:44.524981 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d3afdea6-0c6c-4460-a68b-149752849f66 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 809 time: 0.2676003
Apr 20 19:01:44.650094 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-b49a3634-a18c-447f-a05d-88fc38bc7025 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58376bdbb5e446aba6e8e644902c36f4 HTTP/1.1" status: 200  len: 8059 time: 0.0918252
Apr 20 19:01:44.660222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'port': {'device_id': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'admin_state_up': True, 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'security_groups': ['e18d6fad-fde0-43e6-8dfb-82606bb5ecb2']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:44.815488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:01:44.827555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:01:44.838954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Made reservation on behalf of 58376bdbb5e446aba6e8e644902c36f4 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:01:44.845762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:45.024252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Allocated IP 172.20.0.8 (290f9d54-0971-46f3-8039-2445c075ae34/f70649b5-32e7-46d9-86dd-8a64dee20775/eea22acf-237e-4f43-91ee-7b618e929ef1) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:01:45.233855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:45.252959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Transition to ACTIVE for port object eea22acf-237e-4f43-91ee-7b618e929ef1 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:45.281013 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:45.287460 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1f9fb2d9-ac02-41ae-a3af-3f3bd08896fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:45.358681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Network 290f9d54-0971-46f3-8039-2445c075ae34 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:01:45.362322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:01:45.372430 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:01:45.419432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:45.439323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:45.457099 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:45.457749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:45.489309 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8333075
Apr 20 19:01:45.513663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Request body: {'port': {'device_id': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:01:45.647940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:45.650234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-359d64b0-1d88-4837-9752-97d77d69dc08 None None] Provisioning for port eea22acf-237e-4f43-91ee-7b618e929ef1 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:45.655781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-359d64b0-1d88-4837-9752-97d77d69dc08 None None] Provisioning complete for port eea22acf-237e-4f43-91ee-7b618e929ef1 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:45.656232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-359d64b0-1d88-4837-9752-97d77d69dc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:45.665631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9b0be-37c0-456e-9dbb-41a922afca43 req-3f78aff7-3139-473f-9b09-71009828b893 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:45.667345 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a0d9b0be-37c0-456e-9dbb-41a922afca43 req-3f78aff7-3139-473f-9b09-71009828b893 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 931 time: 0.0941756
Apr 20 19:01:45.716643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-359d64b0-1d88-4837-9752-97d77d69dc08 None None] Port eea22acf-237e-4f43-91ee-7b618e929ef1 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:01:45.725872 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a0d9b0be-37c0-456e-9dbb-41a922afca43 req-c0ce5f30-ef2e-4f4a-bb9f-49d480d384f9 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509322
Apr 20 19:01:46.097652 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea22acf-237e-4f43-91ee-7b618e929ef1 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:01:46.106185 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:46.121125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Transition to ACTIVE for port object eea22acf-237e-4f43-91ee-7b618e929ef1 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:01:46.124353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:46.129014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-49a4b445-26f8-48fc-8515-7cae29b48413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:46.573351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:46.597106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:46.642904 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Attempting to bind port eea22acf-237e-4f43-91ee-7b618e929ef1 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:01:46.643277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Attempting to bind port eea22acf-237e-4f43-91ee-7b618e929ef1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:01:46.643646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Attempting to bind port eea22acf-237e-4f43-91ee-7b618e929ef1 on network 290f9d54-0971-46f3-8039-2445c075ae34 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:01:46.648914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Port eea22acf-237e-4f43-91ee-7b618e929ef1 on network 290f9d54-0971-46f3-8039-2445c075ae34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:01:46.649275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Attempting to bind port eea22acf-237e-4f43-91ee-7b618e929ef1 on network 290f9d54-0971-46f3-8039-2445c075ae34 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:01:46.655413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:01:46.655784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Checking segment: {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:01:46.656203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Bound using segment: {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:01:46.656670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Bound port: eea22acf-237e-4f43-91ee-7b618e929ef1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67351439-9864-4f7a-871d-4e505af648f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:01:46.657054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:46.755587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:01:46.759811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:01:46.765726 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:46.771289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-90bd32ba-44d1-4836-a99e-fd7400ffeda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:46.824012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:46.825416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:46.826923 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 1093 time: 1.3189096
Apr 20 19:01:46.830076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:01:46.913031 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'status': 'completed', 'code': 200}
Apr 20 19:01:46.969586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:46.980794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:47.041774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92e086-57c0-42ac-85a5-203881186e14 req-4493e6b4-28ea-44e8-aec3-a7f63aa86ede tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:47.042501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-2d92e086-57c0-42ac-85a5-203881186e14 req-4493e6b4-28ea-44e8-aec3-a7f63aa86ede tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Synchronizing usage tracker for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:01:47.048198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-a9645a8a-b161-464c-a593-2810cf69d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:47.049846 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-a9645a8a-b161-464c-a593-2810cf69d208 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1096 time: 0.1359332
Apr 20 19:01:47.062321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-2d92e086-57c0-42ac-85a5-203881186e14 req-4493e6b4-28ea-44e8-aec3-a7f63aa86ede tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Unset dirty status for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:01:47.064001 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2d92e086-57c0-42ac-85a5-203881186e14 req-4493e6b4-28ea-44e8-aec3-a7f63aa86ede tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.1971300
Apr 20 19:01:47.151991 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-6611e01b-50b3-4281-8d7c-c7c0b84a445a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 217 time: 0.0867965
Apr 20 19:01:47.217785 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2d92e086-57c0-42ac-85a5-203881186e14 req-b48b146e-b3be-409e-ac7d-f37cd05d7c00 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985463
Apr 20 19:01:47.240796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-8267e8f8-ee04-4c72-8149-862e9af318dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:47.240796 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-8267e8f8-ee04-4c72-8149-862e9af318dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0741856
Apr 20 19:01:47.327979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-2ea5451b-d384-4915-86eb-eb213062b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:47.329524 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-2ea5451b-d384-4915-86eb-eb213062b6ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846412
Apr 20 19:01:47.494703 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-c59485f4-5db8-4765-b5bc-4f439f04cec3 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584415
Apr 20 19:01:47.642962 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-812773e6-b365-4b4b-ab3e-98b2ea3e4e83 req-e373bdbc-8a38-4fde-9e42-d274db8f409a service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415951
Apr 20 19:01:47.809049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532456da-5502-435a-834a-e6996e516395 req-73b874b6-0c59-451a-80ff-f6c97d9a6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:47.810783 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-532456da-5502-435a-834a-e6996e516395 req-73b874b6-0c59-451a-80ff-f6c97d9a6c8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1096 time: 0.0799026
Apr 20 19:01:47.958335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532456da-5502-435a-834a-e6996e516395 req-a4005331-0d11-4e3b-b2f0-9b83a24e1a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:47.960499 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-532456da-5502-435a-834a-e6996e516395 req-a4005331-0d11-4e3b-b2f0-9b83a24e1a76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.1432378
Apr 20 19:01:48.044541 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-532456da-5502-435a-834a-e6996e516395 req-3b534e42-ba33-4c06-a44e-0a2d788c18e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 217 time: 0.0721314
Apr 20 19:01:48.113247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532456da-5502-435a-834a-e6996e516395 req-34935e42-e28a-4387-b344-674e938b5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:48.114818 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-532456da-5502-435a-834a-e6996e516395 req-34935e42-e28a-4387-b344-674e938b5507 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0638382
Apr 20 19:01:48.198700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532456da-5502-435a-834a-e6996e516395 req-c565deae-c4ab-4d71-812e-0406ab545d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:48.200302 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-532456da-5502-435a-834a-e6996e516395 req-c565deae-c4ab-4d71-812e-0406ab545d43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796032
Apr 20 19:01:48.344244 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-532456da-5502-435a-834a-e6996e516395 req-d8421d86-eff7-4f8f-ab69-3d0c55919716 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368892
Apr 20 19:01:48.428925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eed29d-4e21-468f-8672-872efae948ed req-848801ae-8da2-4e78-bc68-d40ef40fbcb8 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:48.430527 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-36eed29d-4e21-468f-8672-872efae948ed req-848801ae-8da2-4e78-bc68-d40ef40fbcb8 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0931764
Apr 20 19:01:48.479673 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-36eed29d-4e21-468f-8672-872efae948ed req-9fb1a2b9-e80d-40fe-abfe-ed3ae7dda455 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419111
Apr 20 19:01:48.491116 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-532456da-5502-435a-834a-e6996e516395 req-68e64d33-6f2f-40fc-967e-fd244cf80c45 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400371
Apr 20 19:01:49.685615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e6126-0402-42c5-824f-88f90c82ffe0 req-20475285-a98c-4e49-ba0a-8bba373bb3d1 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:49.687241 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-804e6126-0402-42c5-824f-88f90c82ffe0 req-20475285-a98c-4e49-ba0a-8bba373bb3d1 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0879395
Apr 20 19:01:49.735696 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-804e6126-0402-42c5-824f-88f90c82ffe0 req-fcad3a43-37c9-49c7-8617-9b9194037eb8 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416193
Apr 20 19:01:50.939114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1faedfa-d226-4ecf-9da4-618031100643 req-72ba6501-7f72-44fd-a107-6c61c7942bae tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:50.940712 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1faedfa-d226-4ecf-9da4-618031100643 req-72ba6501-7f72-44fd-a107-6c61c7942bae tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0926991
Apr 20 19:01:50.990154 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1faedfa-d226-4ecf-9da4-618031100643 req-addae2d0-e38d-418a-8efe-195f324acc07 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427611
Apr 20 19:01:52.200025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39495df-b3e3-49e2-ac61-973248adedcf req-4d2ef293-2b51-4046-b58a-0bfc60fcc47c tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:52.201591 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b39495df-b3e3-49e2-ac61-973248adedcf req-4d2ef293-2b51-4046-b58a-0bfc60fcc47c tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0939415
Apr 20 19:01:52.248441 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b39495df-b3e3-49e2-ac61-973248adedcf req-a16a1b80-2c38-499d-998f-89c9ae70a38a tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405912
Apr 20 19:01:53.460286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff86dc-6828-4896-bf7d-d0571c5cc873 req-f23e92a1-766d-483e-b14a-f7c2cfffe513 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:53.461788 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67ff86dc-6828-4896-bf7d-d0571c5cc873 req-f23e92a1-766d-483e-b14a-f7c2cfffe513 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0890009
Apr 20 19:01:53.509764 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67ff86dc-6828-4896-bf7d-d0571c5cc873 req-32763425-f27f-41d2-87ed-1d586c090b2e tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401201
Apr 20 19:01:54.708629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffa969-c4e8-49a8-a7c2-d9b73c99adcf req-871d2908-2865-42f2-8702-1766bdc9182b tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:54.710209 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f5ffa969-c4e8-49a8-a7c2-d9b73c99adcf req-871d2908-2865-42f2-8702-1766bdc9182b tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0870841
Apr 20 19:01:54.760939 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f5ffa969-c4e8-49a8-a7c2-d9b73c99adcf req-765afd28-fd71-462d-87cf-3d97a3b7c732 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437679
Apr 20 19:01:55.584051 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eea22acf-237e-4f43-91ee-7b618e929ef1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:01:55.725254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:55.739549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'port_id': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'mac_address': 'fa:16:3e:78:f7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:01:55.804774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:55.823902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea22acf-237e-4f43-91ee-7b618e929ef1 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:01:55.839873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:55.843090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:55.844922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:55.919090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:55.922805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:56.110563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51374f8-7e0c-4b9b-a69e-bf0675a95935 req-f61ca0cf-c549-40c1-bfdb-408536e360f4 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:56.112054 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d51374f8-7e0c-4b9b-a69e-bf0675a95935 req-f61ca0cf-c549-40c1-bfdb-408536e360f4 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 944 time: 0.0989029
Apr 20 19:01:56.156508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['eea22acf-237e-4f43-91ee-7b618e929ef1'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:01:56.159675 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d51374f8-7e0c-4b9b-a69e-bf0675a95935 req-31c03976-48cb-4cb3-a1fe-bc18d22c0bca tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413752
Apr 20 19:01:56.796062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:57.387590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62166b-38ff-44c7-a1e8-e4205a460222 req-30055155-7b5c-40fa-b278-31f4664a0afc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:57.389236 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7a62166b-38ff-44c7-a1e8-e4205a460222 req-30055155-7b5c-40fa-b278-31f4664a0afc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 944 time: 0.0929093
Apr 20 19:01:57.438876 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7a62166b-38ff-44c7-a1e8-e4205a460222 req-10feba2e-42d5-46eb-9127-4a3489399816 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431874
Apr 20 19:01:57.602436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eea22acf-237e-4f43-91ee-7b618e929ef1 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:01:57.675540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port eea22acf-237e-4f43-91ee-7b618e929ef1 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:01:57.680399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port eea22acf-237e-4f43-91ee-7b618e929ef1 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:01:57.680822 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:57.807372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:57.835797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:01:57.846035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:01:57.849246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:01:57.851206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-58583a71-f17a-4b19-9b18-e833c1cb2941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:01:57.889214 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'code': 200}
Apr 20 19:01:57.922032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:01:57.925049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:01:58.216726 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fe36c-62c6-4d5f-9b3c-9faec1710656 req-3337eba0-e8e7-46f8-af01-b71757554eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:58.218227 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-507fe36c-62c6-4d5f-9b3c-9faec1710656 req-3337eba0-e8e7-46f8-af01-b71757554eac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1098 time: 0.0807295
Apr 20 19:01:58.260783 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-507fe36c-62c6-4d5f-9b3c-9faec1710656 req-0eb9826a-4b8f-42b2-910a-18ab47a31c71 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361443
Apr 20 19:01:58.649807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f08c00-a741-485e-b389-627028f80a29 req-f9fd09b3-4260-4dd2-8bac-3b84712fe77e tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:58.651459 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-81f08c00-a741-485e-b389-627028f80a29 req-f9fd09b3-4260-4dd2-8bac-3b84712fe77e tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0927804
Apr 20 19:01:58.701219 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-81f08c00-a741-485e-b389-627028f80a29 req-ff02dce9-8672-47d9-aab9-edea8474f737 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425746
Apr 20 19:01:59.905042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8dcd8-42be-4fe3-a7ac-d3cb8b8968fe req-c8c5005a-337f-45df-80fd-ebcb6b0009ff tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:01:59.906729 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4bc8dcd8-42be-4fe3-a7ac-d3cb8b8968fe req-c8c5005a-337f-45df-80fd-ebcb6b0009ff tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0879238
Apr 20 19:01:59.955103 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4bc8dcd8-42be-4fe3-a7ac-d3cb8b8968fe req-1e5809cc-9a6d-4309-82dd-11db3131b729 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418758
Apr 20 19:02:00.155745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4acca1-7f9e-4737-9556-32415aead179 req-5144a7cf-52d5-4b7a-9041-efb5e91bc73f tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:00.157309 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3a4acca1-7f9e-4737-9556-32415aead179 req-5144a7cf-52d5-4b7a-9041-efb5e91bc73f tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0907793
Apr 20 19:02:00.199961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-97a57d86-2b19-46c0-83ec-a2a3195808ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:00.206042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3a4acca1-7f9e-4737-9556-32415aead179 req-dc3372b0-436d-4c2c-a224-fd0895d3e5bb tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422719
Apr 20 19:02:00.231193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39884) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:00.363316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d025a20-c535-4ac2-b2f5-3a2edb69f342 tempest-TestShelveInstance-1562048884 tempest-TestShelveInstance-1562048884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:00.364948 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8d025a20-c535-4ac2-b2f5-3a2edb69f342 tempest-TestShelveInstance-1562048884 tempest-TestShelveInstance-1562048884-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1093 time: 0.1326890
Apr 20 19:02:00.368062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39890) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:00.374087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'port_id': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:02:00.380330 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:02:00.384314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Usage tracker for resource:floatingip and tenant:58376bdbb5e446aba6e8e644902c36f4 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:02:00.387331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:02:00.393298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:02:00.402941 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for floatingip, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:00.545844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:00.690169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Allocated IP 172.27.0.55 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/c5d18aae-7221-42c6-9410-86554cf28bba) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:02:00.844376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:00.873173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:00.877969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-df9953d4-cc7d-41c6-8114-ff30d54ef9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:00.937045 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:02:00.940411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:02:00.949386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:02:00.992022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'Port': ['ID=c5d18aae-7221-42c6-9410-86554cf28bba,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:01.002923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.003343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.003757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.004162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.004570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.004970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.005373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.005772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.006174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.006598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.006999 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.007458 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:01.016770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:01.620838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:01.696773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:01.913487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:01.917675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:01.921679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:02.033206 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event updated for resources: {'Port': ['ID=c5d18aae-7221-42c6-9410-86554cf28bba,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:02.041058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:02.050825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:02.234286 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Floating IP 75f42212-9e2f-4612-8d6d-9515f237029f associated. External IP: 172.27.0.55, port: eea22acf-237e-4f43-91ee-7b618e929ef1.
Apr 20 19:02:02.489642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2f562715-e5c5-4b26-8160-bc918609ad5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:02.611791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Router d371eb9f-9036-45f3-a278-c5a83a57a0c9 has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:02:02.799316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:02:02.809640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] Sync routers for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:02:02.819464 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:02:02.820210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98dda588>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:02:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:02.824706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:02.886412 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5166926
Apr 20 19:02:02.887129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:02:02.944161 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'status': 'completed', 'code': 200}
Apr 20 19:02:02.950701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:03.010616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:02:03.068963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2816-050f-4d48-9144-09ede063673b req-4d52f808-19ed-450e-9321-6393fd56826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:03.070620 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c0f2816-050f-4d48-9144-09ede063673b req-4d52f808-19ed-450e-9321-6393fd56826d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1098 time: 0.0817385
Apr 20 19:02:03.215047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2816-050f-4d48-9144-09ede063673b req-8c72adef-58a9-465e-8d2f-d6e6beb8b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:03.216654 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c0f2816-050f-4d48-9144-09ede063673b req-8c72adef-58a9-465e-8d2f-d6e6beb8b490 service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.1391318
Apr 20 19:02:03.334435 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c0f2816-050f-4d48-9144-09ede063673b req-9f5ade18-74e9-4e85-8a04-3324d82c2886 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 998 time: 0.1082287
Apr 20 19:02:03.380574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98dda588>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '75f42212-9e2f-4612-8d6d-9515f237029f', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'port_id': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'mac_address': 'fa:16:3e:78:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:02:01Z', 'updated_at': '2021-04-20T19:02:01Z', 'revision_number': 0, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 5, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:03.384603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] Checking router: d371eb9f-9036-45f3-a278-c5a83a57a0c9 for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:02:03.393465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:02:03.394109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98dda588>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:02:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:03.408064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2816-050f-4d48-9144-09ede063673b req-62a9be77-eb88-4614-8f62-ce0bf8d8ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:03.409707 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c0f2816-050f-4d48-9144-09ede063673b req-62a9be77-eb88-4614-8f62-ce0bf8d8ad73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0671427
Apr 20 19:02:03.498289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2816-050f-4d48-9144-09ede063673b req-40d7560c-da11-4065-ae4c-e69c1ad073dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:03.499880 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c0f2816-050f-4d48-9144-09ede063673b req-40d7560c-da11-4065-ae4c-e69c1ad073dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0830636
Apr 20 19:02:03.579578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:02:03.643131 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c0f2816-050f-4d48-9144-09ede063673b req-bfb3ecc2-ab89-4e66-8c54-13e714ba28d9 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363914
Apr 20 19:02:03.672342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:03.789461 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1c0f2816-050f-4d48-9144-09ede063673b req-084ad6d3-fed5-4ce3-9966-1677f65c6f90 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397774
Apr 20 19:02:03.947886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98dda588>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '75f42212-9e2f-4612-8d6d-9515f237029f', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'port_id': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'mac_address': 'fa:16:3e:78:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:02:01Z', 'updated_at': '2021-04-20T19:02:01Z', 'revision_number': 0, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 5, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:03.952465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860edeb5-6355-4a30-849d-3d64fe301ff9 None None] The sync data for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi is: [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '75f42212-9e2f-4612-8d6d-9515f237029f', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'port_id': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'mac_address': 'fa:16:3e:78:f7:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:02:01Z', 'updated_at': '2021-04-20T19:02:01Z', 'revision_number': 0, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 5, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:02:04.208248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e58de85-a822-495c-a523-436835618472 None None] New status for floating IP 75f42212-9e2f-4612-8d6d-9515f237029f: ACTIVE {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:02:04.687405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:09.892169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:02:10.984464 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-0cb6eaa4-42be-4c82-b6f0-a7ad5beaa3a6 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578273113&fields=id&tenant_id=2ee99eafa14e4e93a5f4a73137557744 HTTP/1.1" status: 200  len: 267 time: 0.0467455
Apr 20 19:02:11.321446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-cadcd474-f687-4b93-954e-491c5c21cf29 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:11.322986 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-cadcd474-f687-4b93-954e-491c5c21cf29 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 984 time: 0.3323822
Apr 20 19:02:11.335524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Request body: {'port': {'security_groups': ['7eea90e2-0c5b-4016-983e-0da3550f7ae2']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:02:11.467756 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:11.725337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] For port 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:11.751986 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:11.755500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:11.762144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2387e836-fd6f-40e8-a86a-71f54950b455 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:11.793036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['96b88fb9-1c31-4641-9cf7-537fe3914ab5'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:02:11.833270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:11.834001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:11.838942 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1e235b5b-6181-4a55-ae6f-2f4809e063d6 req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "PUT /v2.0/ports/96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 942 time: 0.5081728
Apr 20 19:02:11.839667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:02:11.841789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39926) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:11.869217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event updated for resources: {'Port': ['ID=96b88fb9-1c31-4641-9cf7-537fe3914ab5,revision_number=7']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:11.879959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.880376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.880786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.881221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.881990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.881990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.882312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.882784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.883182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.883889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.883989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.884277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:02:11.889354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7e553a15-218f-46d8-baae-cdf43d1f2f60 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:11.921529 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'status': 'completed', 'code': 200}
Apr 20 19:02:11.951895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-116280e4-53f6-474f-84c0-b636a6484eff tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:11.988317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['96b88fb9-1c31-4641-9cf7-537fe3914ab5'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:02:11.992339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-116280e4-53f6-474f-84c0-b636a6484eff tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:12.068668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-116280e4-53f6-474f-84c0-b636a6484eff tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:12.069070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-49fa39df-13d2-43a3-8d6f-74f82c1ffe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:12.070732 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-49fa39df-13d2-43a3-8d6f-74f82c1ffe19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1098 time: 0.0964720
Apr 20 19:02:12.073791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d9a2f813-5c08-43e4-8ce0-d18d71d15916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:12.096638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116280e4-53f6-474f-84c0-b636a6484eff tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b0341e-68d9-447e-ad2e-7e850dbe1c73,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:12.099728 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-116280e4-53f6-474f-84c0-b636a6484eff tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:12.110125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-116280e4-53f6-474f-84c0-b636a6484eff tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:12.114140 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-116280e4-53f6-474f-84c0-b636a6484eff tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "DELETE /v2.0/security-groups/36b0341e-68d9-447e-ad2e-7e850dbe1c73 HTTP/1.1" status: 204  len: 168 time: 0.2679665
Apr 20 19:02:12.114414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 39932) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:12.134600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-12a3346f-1562-45f3-bb5e-726ef1e94320 None None] Provisioning complete for port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:02:12.134953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-12a3346f-1562-45f3-bb5e-726ef1e94320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:12.234026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-91a5bd2e-7ebc-41ec-90a2-c9cd797a85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:12.236062 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-91a5bd2e-7ebc-41ec-90a2-c9cd797a85a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 915 time: 0.1557546
Apr 20 19:02:12.347832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Deleting port 510e5579-0cb9-42d5-ba73-efca77abe826 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:12.348380 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:12.356361 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-d77fc9fe-047e-4231-9748-bd92a9a920cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 1000 time: 0.1127956
Apr 20 19:02:12.430480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-14cbf190-aeaa-47ac-a1cd-8a386e9858fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:12.432089 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-14cbf190-aeaa-47ac-a1cd-8a386e9858fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 200  len: 853 time: 0.0653987
Apr 20 19:02:12.522838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-77b351fb-f6d5-4e6c-abdc-b0c31157b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:12.524389 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-77b351fb-f6d5-4e6c-abdc-b0c31157b9e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bc940df-bd8d-441b-ab40-b94c2c2e508a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843787
Apr 20 19:02:12.543802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:12.544173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:12.672490 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-33facd12-23cf-43c8-b3ea-ef091cb491af service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401625
Apr 20 19:02:12.733112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Calling delete_port for 510e5579-0cb9-42d5-ba73-efca77abe826 owned by network:floatingip {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:12.821357 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1a0ca3c4-0196-42cc-b75c-4adb7a1b93f6 req-b58120ae-588b-437d-a939-2613ab732a87 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409755
Apr 20 19:02:12.920542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:12.925664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-974f9a13-6ff2-4e86-8c46-4c899477280f tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:12.973855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event deleted for resources: {'Port': ['ID=510e5579-0cb9-42d5-ba73-efca77abe826,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:12.976614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:13.076225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks [] for floatingip, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:13.076816 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Floating IP b0bfe103-aa10-46ce-98fa-29d6644273c9 disassociated (deleted). External IP: 172.27.0.93, port: 96b88fb9-1c31-4641-9cf7-537fe3914ab5.
Apr 20 19:02:13.453692 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Router 3b9f1b09-7c41-4902-b520-6a7e7fae100c has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:02:13.897444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:02:13.908479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] Sync routers for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:02:13.919249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:02:13.919734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:13.919915 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdba20>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:02:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:13.978402 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-841195ab-04a5-4ac9-a279-007ddb137f80 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "DELETE /v2.0/floatingips/b0bfe103-aa10-46ce-98fa-29d6644273c9 HTTP/1.1" status: 204  len: 168 time: 1.8628325
Apr 20 19:02:13.980660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:02:14.040141 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'status': 'completed', 'code': 200}
Apr 20 19:02:14.216527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-3f3e1694-8a2b-45b8-9ebc-dc5ad2589fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:14.218206 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-3f3e1694-8a2b-45b8-9ebc-dc5ad2589fa2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ee99eafa14e4e93a5f4a73137557744&device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 1098 time: 0.0968978
Apr 20 19:02:14.282037 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:02:14.375279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-d566ccb8-a26c-4b16-b8f0-d210eb4d56cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:14.378092 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-d566ccb8-a26c-4b16-b8f0-d210eb4d56cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 200  len: 915 time: 0.1537485
Apr 20 19:02:14.462280 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-f077cfe0-341c-4c5c-a527-27683824dba8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 200  len: 217 time: 0.0775623
Apr 20 19:02:14.556616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-8de4920b-b3bd-43fe-9f56-22f86df495b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:14.558384 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-8de4920b-b3bd-43fe-9f56-22f86df495b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 200  len: 853 time: 0.0839939
Apr 20 19:02:14.630971 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdba20>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 5, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:14.635019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] Checking router: 3b9f1b09-7c41-4902-b520-6a7e7fae100c for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:02:14.644819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:02:14.645478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdba20>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:02:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:14.647992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-6f6329aa-70c5-4517-925a-a020eb242dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:14.649628 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-6f6329aa-70c5-4517-925a-a020eb242dc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9bc940df-bd8d-441b-ab40-b94c2c2e508a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850451
Apr 20 19:02:14.806923 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-7cb7a19f-3e8f-409b-953a-8ee7610d8a46 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1484315
Apr 20 19:02:14.846791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:02:14.954582 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-71b692fd-173a-476a-8bad-b9b0ebdd4271 req-db3b17dd-7aaa-4b99-baf1-911f18b662e8 service neutron] 10.222.0.36 "GET /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408212
Apr 20 19:02:15.187204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdba20>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 5, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:15.191663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215faf58-7753-4eca-b781-e65ce777c456 None None] The sync data for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi is: [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T18:59:51Z', 'revision_number': 4, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'a92f3457-9ea1-449b-8e07-a311d43a2a0c', 'name': '', 'network_id': '9bc940df-bd8d-441b-ab40-b94c2c2e508a', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'mac_address': 'fa:16:3e:f4:1d:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:50Z', 'updated_at': '2021-04-20T18:59:59Z', 'revision_number': 5, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'subnets': [{'id': '4cd1c479-85b9-40b4-b8dc-9fb6f098547d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:02:15.560310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51b95dd-7efc-4bc1-85e0-0db82367645a None None] New status for floating IP b0bfe103-aa10-46ce-98fa-29d6644273c9: DOWN {{(pid=86365) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:02:17.406266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed773c5-998f-4eab-bf3a-2b0ff1742f8c req-70fd9eba-6b7f-413f-b989-daaf2f10ddab tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:17.407061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-aed773c5-998f-4eab-bf3a-2b0ff1742f8c req-70fd9eba-6b7f-413f-b989-daaf2f10ddab tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Synchronizing usage tracker for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:port {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:02:17.422328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-aed773c5-998f-4eab-bf3a-2b0ff1742f8c req-70fd9eba-6b7f-413f-b989-daaf2f10ddab tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Unset dirty status for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:port {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:02:17.423615 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aed773c5-998f-4eab-bf3a-2b0ff1742f8c req-70fd9eba-6b7f-413f-b989-daaf2f10ddab tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.1084998
Apr 20 19:02:17.474952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-aed773c5-998f-4eab-bf3a-2b0ff1742f8c req-8a882550-201d-466c-ba52-b23e41553b88 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Synchronizing usage tracker for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:security_group {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:02:17.489803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-aed773c5-998f-4eab-bf3a-2b0ff1742f8c req-8a882550-201d-466c-ba52-b23e41553b88 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Unset dirty status for tenant:2ee99eafa14e4e93a5f4a73137557744 on resource:security_group {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:02:17.491055 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-aed773c5-998f-4eab-bf3a-2b0ff1742f8c req-8a882550-201d-466c-ba52-b23e41553b88 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607309
Apr 20 19:02:18.000574 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-59341640-b775-4095-9d8e-be9e26a6301d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0751159
Apr 20 19:02:18.180770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-0a16484b-2dd4-4ca4-9df8-12b063e3aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:18.182298 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-0a16484b-2dd4-4ca4-9df8-12b063e3aa08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1098 time: 0.0877483
Apr 20 19:02:18.343729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-19af9c76-bbc2-4671-b2bc-7a215f75b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:18.345354 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-19af9c76-bbc2-4671-b2bc-7a215f75b858 service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.1398871
Apr 20 19:02:18.457944 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-03461083-1953-4e77-bc5a-79a5de4dd73a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 1000 time: 0.0990407
Apr 20 19:02:18.531480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-a0f587bd-936e-4f62-9ba7-ab528801bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:18.533180 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-a0f587bd-936e-4f62-9ba7-ab528801bdc8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0683906
Apr 20 19:02:18.620096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-d621706f-cd55-43ae-85de-0bd124e52a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:18.621720 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-d621706f-cd55-43ae-85de-0bd124e52a3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818741
Apr 20 19:02:18.838400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5061b12-7c89-4239-a102-e7818d2b40ed req-23cd1a1e-1bca-46f5-a7ac-c64ac7fc9ca1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:18.840576 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f5061b12-7c89-4239-a102-e7818d2b40ed req-23cd1a1e-1bca-46f5-a7ac-c64ac7fc9ca1 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.2178407
Apr 20 19:02:18.842676 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-1884b409-dba5-4738-8fb8-b7067c9be1bf service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799312
Apr 20 19:02:18.974474 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f5061b12-7c89-4239-a102-e7818d2b40ed req-51691a90-660e-4cd4-a8ff-fbb8a3244154 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274157
Apr 20 19:02:19.018756 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6336e7f3-941c-4da2-b153-1119b3364ad7 req-d3f9b140-da5e-47ca-8d9b-da95ef032f7f service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1579340
Apr 20 19:02:19.355471 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cb07f-9e41-4529-977c-197a456e9784 req-0866b11f-0f71-4bc9-aa20-231388d7bdad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:19.356992 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-053cb07f-9e41-4529-977c-197a456e9784 req-0866b11f-0f71-4bc9-aa20-231388d7bdad tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.0858998
Apr 20 19:02:19.436307 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Deleting port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:19.436688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:19.697615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] For port 96b88fb9-1c31-4641-9cf7-537fe3914ab5, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=96b88fb9-1c31-4641-9cf7-537fe3914ab5,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:19.698293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:20.064466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Calling delete_port for 96b88fb9-1c31-4641-9cf7-537fe3914ab5 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:20.176626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817e23c-0bd7-451b-8c5f-93266660387c req-7acba0da-2548-4f1b-940a-12bced81a9d5 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:02:20.178235 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2817e23c-0bd7-451b-8c5f-93266660387c req-7acba0da-2548-4f1b-940a-12bced81a9d5 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c6b5877-9ad8-477d-a0d5-f5f619b3d80e HTTP/1.1" status: 200  len: 945 time: 0.0890036
Apr 20 19:02:20.214537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:20.222236 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b559c641-9097-407d-b1d1-3fabad815cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:20.227626 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2817e23c-0bd7-451b-8c5f-93266660387c req-aa370b0f-fb69-4aec-a636-89bf9fc2e236 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.22 "GET /v2.0/security-groups?id=7eea90e2-0c5b-4016-983e-0da3550f7ae2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430667
Apr 20 19:02:20.254231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['96b88fb9-1c31-4641-9cf7-537fe3914ab5'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:02:20.306923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Pushing event deleted for resources: {'Port': ['ID=96b88fb9-1c31-4641-9cf7-537fe3914ab5,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:20.309459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:20.355088 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] No DVR routers for this DVR port 96b88fb9-1c31-4641-9cf7-537fe3914ab5 on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:02:20.357558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:20.361949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'name': 'network-vif-deleted', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:02:20.375165 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-053cb07f-9e41-4529-977c-197a456e9784 req-bdd8ca6a-2625-4e51-a715-5d4305ac7cf3 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] 10.222.0.36 "DELETE /v2.0/ports/96b88fb9-1c31-4641-9cf7-537fe3914ab5 HTTP/1.1" status: 204  len: 173 time: 1.0117607
Apr 20 19:02:20.413380 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6b5877-9ad8-477d-a0d5-f5f619b3d80e', 'name': 'network-vif-deleted', 'tag': '96b88fb9-1c31-4641-9cf7-537fe3914ab5', 'status': 'completed', 'code': 200}
Apr 20 19:02:22.034294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40034) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:22.621485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:22.996339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Deleting port a92f3457-9ea1-449b-8e07-a311d43a2a0c {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:22.996717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:23.177276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] For port a92f3457-9ea1-449b-8e07-a311d43a2a0c, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=a92f3457-9ea1-449b-8e07-a311d43a2a0c,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:23.177845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:23.314152 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Calling delete_port for a92f3457-9ea1-449b-8e07-a311d43a2a0c owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:23.494449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:23.500435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3ceb641a-abf0-4f75-bc28-b76e1adc5ba5 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:23.555832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92f3457-9ea1-449b-8e07-a311d43a2a0c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:23.558436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:23.706121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 96b88fb9-1c31-4641-9cf7-537fe3914ab5 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:02:23.742237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 96b88fb9-1c31-4641-9cf7-537fe3914ab5 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:02:23.742667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 96b88fb9-1c31-4641-9cf7-537fe3914ab5 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:02:23.844183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:24.484604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Router 3b9f1b09-7c41-4902-b520-6a7e7fae100c has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:02:24.682061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:02:24.691690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] Sync routers for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:02:24.695585 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] 10.222.0.22 "PUT /v2.0/routers/3b9f1b09-7c41-4902-b520-6a7e7fae100c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6599562
Apr 20 19:02:24.698905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40044) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:24.701817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:02:24.702494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdbf28>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:02:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:24.891736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:24.892529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:02:25.088631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:25.097571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Deleting port cd47144b-7f31-48b9-a10d-a01108b4e26b {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:25.098036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:25.195928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdbf28>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T19:02:23Z', 'revision_number': 5, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port': {'id': 'cd47144b-7f31-48b9-a10d-a01108b4e26b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ea:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:47Z', 'updated_at': '2021-04-20T18:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:25.200533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] Checking router: 3b9f1b09-7c41-4902-b520-6a7e7fae100c for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:02:25.209332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] Routers {'3b9f1b09-7c41-4902-b520-6a7e7fae100c'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:02:25.209981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdbf28>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:02:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:25.285416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] For port cd47144b-7f31-48b9-a10d-a01108b4e26b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=cd47144b-7f31-48b9-a10d-a01108b4e26b,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:25.285820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:25.376465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] Set router 3b9f1b09-7c41-4902-b520-6a7e7fae100c gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:02:25.422199 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Calling delete_port for cd47144b-7f31-48b9-a10d-a01108b4e26b owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:25.493723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98bdbf28>, [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T19:02:25Z', 'revision_number': 6, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:25.498936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a0b28-cdfb-4154-b5c4-3c607e13d94f None None] The sync data for ids ['3b9f1b09-7c41-4902-b520-6a7e7fae100c'] in dv-cinder-786930-2-iscsi is: [{'id': '3b9f1b09-7c41-4902-b520-6a7e7fae100c', 'name': 'tempest-TestMinimumBasicScenario-106692338-router', 'tenant_id': '2ee99eafa14e4e93a5f4a73137557744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:46Z', 'updated_at': '2021-04-20T19:02:25Z', 'revision_number': 6, 'project_id': '2ee99eafa14e4e93a5f4a73137557744', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:02:25.610079 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:25.615039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-74353e16-9e6f-4b89-8510-803388a45194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:25.666244 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd47144b-7f31-48b9-a10d-a01108b4e26b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:25.694959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:25.764235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:25.919492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device cd47144b-7f31-48b9-a10d-a01108b4e26b no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:02:25.958642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: cd47144b-7f31-48b9-a10d-a01108b4e26b {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:02:25.959133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device cd47144b-7f31-48b9-a10d-a01108b4e26b not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:02:25.959669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device a92f3457-9ea1-449b-8e07-a311d43a2a0c no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:02:25.967870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:25.970197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.000305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: a92f3457-9ea1-449b-8e07-a311d43a2a0c {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:02:26.000701 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device a92f3457-9ea1-449b-8e07-a311d43a2a0c not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:02:26.061029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.061626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b9f1b09-7c41-4902-b520-6a7e7fae100c {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:02:26.074666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.075885 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3b9f1b09-7c41-4902-b520-6a7e7fae100c HTTP/1.1" status: 204  len: 168 time: 1.3759179
Apr 20 19:02:26.078574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40050) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:26.145177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] Deleting subnet 4cd1c479-85b9-40b4-b8dc-9fb6f098547d {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:02:26.149221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.207066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.333020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.586633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.591749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:26.631122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd1c479-85b9-40b4-b8dc-9fb6f098547d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:26.633864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:26.637320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.643016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edaabb6-59b0-4da5-9571-ba2791fff8bf None None] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:02:26.643983 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c694c948-3691-4d27-9808-66691caa0bfd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4cd1c479-85b9-40b4-b8dc-9fb6f098547d HTTP/1.1" status: 204  len: 168 time: 0.5641356
Apr 20 19:02:26.646413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40056) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:26.769090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.781268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Deleting port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:26.781620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:26.915404 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:27.000191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] For port 50fc3f03-8612-4faf-9e18-3f4bca6b4242, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=50fc3f03-8612-4faf-9e18-3f4bca6b4242,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:27.000593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:27.086646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] DHCP port deletion for 9bc940df-bd8d-441b-ab40-b94c2c2e508a request from dv-cinder-786930-2-iscsi {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:02:27.090978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] Deleting port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:27.091400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:27.135226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Calling delete_port for 50fc3f03-8612-4faf-9e18-3f4bca6b4242 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:27.211022 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:27.215705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:27.263155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Pushing event deleted for resources: {'Port': ['ID=50fc3f03-8612-4faf-9e18-3f4bca6b4242,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:27.265163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] No DVR routers for this DVR port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 on host dv-cinder-786930-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:02:27.266760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:27.311990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] For port 50fc3f03-8612-4faf-9e18-3f4bca6b4242, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=50fc3f03-8612-4faf-9e18-3f4bca6b4242,segment=NetworkSegment(52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5),segment_id=52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:27.312591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:27.389748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:27.446658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] Calling delete_port for 50fc3f03-8612-4faf-9e18-3f4bca6b4242 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:27.504169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a92d46208>,) {'filters': {'network_id': ['9bc940df-bd8d-441b-ab40-b94c2c2e508a']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:27.517588 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a92d46208>, '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:27.517923 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a92d46208>, '52c53d7d-be09-4cda-ac6b-b4a6e2b7a0b5') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:27.522154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.api [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:02:27.522594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.api [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:02:27.530200 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:27.548902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:27.555107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:02:27.915431 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 50fc3f03-8612-4faf-9e18-3f4bca6b4242 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:02:27.953893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 50fc3f03-8612-4faf-9e18-3f4bca6b4242 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:02:27.954290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 50fc3f03-8612-4faf-9e18-3f4bca6b4242 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:02:27.972393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:02:27.981982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:28.024043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] Deleting port 50fc3f03-8612-4faf-9e18-3f4bca6b4242 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:28.024478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:28.098064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b1566f65-074f-4a17-b007-1653d7fc8e46 None None] The port '50fc3f03-8612-4faf-9e18-3f4bca6b4242' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:02:28.162525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Network 9bc940df-bd8d-441b-ab40-b94c2c2e508a has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:02:28.185352 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:02:28.261912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:28.265785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5e889c50-c079-4e09-ab2b-156e053dd0d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:28.279678 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:28.290585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc940df-bd8d-441b-ab40-b94c2c2e508a,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:28.293880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:28.303689 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-3418a598-00a4-4fc0-965c-f07f3756105a admin admin] 10.222.0.22 "DELETE /v2.0/networks/9bc940df-bd8d-441b-ab40-b94c2c2e508a HTTP/1.1" status: 204  len: 168 time: 1.6562576
Apr 20 19:02:28.307445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40062) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:28.875319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:29.236678 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Deleting port de993d12-3ebc-4f20-803c-bae4c1bf204e {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:29.237273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:29.419287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] For port de993d12-3ebc-4f20-803c-bae4c1bf204e, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=de993d12-3ebc-4f20-803c-bae4c1bf204e,segment=NetworkSegment(41e32202-3051-4b3b-9a7f-9cb86c8f55da),segment_id=41e32202-3051-4b3b-9a7f-9cb86c8f55da)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:29.419680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:29.551869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Calling delete_port for de993d12-3ebc-4f20-803c-bae4c1bf204e owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:29.725295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:29.730502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-20fe1283-c4cb-44ed-8a09-3bade2dfce44 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:29.777310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=de993d12-3ebc-4f20-803c-bae4c1bf204e,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:29.805322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:30.056842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:30.201630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d9ec68c6-c043-4bc7-af23-af9a46027786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:30.681419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Router 5ca998d2-d53a-4d67-876d-b1d08b704791 has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:02:30.869781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:02:30.878517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] Sync routers for ids ['5ca998d2-d53a-4d67-876d-b1d08b704791'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:02:30.885105 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e8fbec7d-8cfb-4ffd-b49f-95e67a7afcc3 admin admin] 10.222.0.22 "PUT /v2.0/routers/5ca998d2-d53a-4d67-876d-b1d08b704791/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5765126
Apr 20 19:02:30.888023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40072) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:30.889020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] Routers {'5ca998d2-d53a-4d67-876d-b1d08b704791'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:02:30.889703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a986d7198>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:02:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['5ca998d2-d53a-4d67-876d-b1d08b704791'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:31.077942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:31.078558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] Set router 5ca998d2-d53a-4d67-876d-b1d08b704791 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:02:31.265257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:31.273871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Deleting port 835f8619-fce8-4407-97a3-c992fd4a0b03 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:31.274256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:31.379246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a986d7198>, [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T19:02:29Z', 'revision_number': 5, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port': {'id': '835f8619-fce8-4407-97a3-c992fd4a0b03', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T19:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:31.383241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] Checking router: 5ca998d2-d53a-4d67-876d-b1d08b704791 for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:02:31.392166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] Routers {'5ca998d2-d53a-4d67-876d-b1d08b704791'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:02:31.392827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a986d7198>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:02:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['5ca998d2-d53a-4d67-876d-b1d08b704791'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:31.463683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] For port 835f8619-fce8-4407-97a3-c992fd4a0b03, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=835f8619-fce8-4407-97a3-c992fd4a0b03,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:31.464085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:31.551864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] Set router 5ca998d2-d53a-4d67-876d-b1d08b704791 gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:02:31.597797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Calling delete_port for 835f8619-fce8-4407-97a3-c992fd4a0b03 owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:31.670407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a986d7198>, [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T19:02:31Z', 'revision_number': 6, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:31.674809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132ca061-cdca-4822-8025-aa034edec3dd None None] The sync data for ids ['5ca998d2-d53a-4d67-876d-b1d08b704791'] in dv-cinder-786930-2-iscsi is: [{'id': '5ca998d2-d53a-4d67-876d-b1d08b704791', 'name': 'tempest-TestMinimumBasicScenario-35221467-router', 'tenant_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:59:54Z', 'updated_at': '2021-04-20T19:02:31Z', 'revision_number': 6, 'project_id': '30b9d14538fe428c96cb1b0ddaac5cb2', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:02:31.777169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:31.782550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fd51d487-b13d-4c16-a3ba-c4e8b432a63f tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:31.831078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Pushing event deleted for resources: {'Port': ['ID=835f8619-fce8-4407-97a3-c992fd4a0b03,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:31.864228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:31.929979 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:31.977169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device de993d12-3ebc-4f20-803c-bae4c1bf204e no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:02:32.014978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: de993d12-3ebc-4f20-803c-bae4c1bf204e {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:02:32.015382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device de993d12-3ebc-4f20-803c-bae4c1bf204e not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:02:32.120358 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.122705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.150276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.150906 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca998d2-d53a-4d67-876d-b1d08b704791 {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:02:32.163449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.164677 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5ca998d2-d53a-4d67-876d-b1d08b704791 HTTP/1.1" status: 204  len: 168 time: 1.2755775
Apr 20 19:02:32.167451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40080) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:32.234614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] Deleting subnet 10d91761-58fb-4c40-bd59-aa37a591fd8a {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:02:32.237922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.295060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9837728'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.378175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.491355 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-74e9922f-f476-4d18-b2fb-a0366dc4ec23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.645952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9546460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3657589'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.651574 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:32.691639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.694317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d91761-58fb-4c40-bd59-aa37a591fd8a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:32.697103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57277ee8-9833-4f7c-ae45-96ab1da7329b None None] Network 995381bf-c5b0-46c9-9cd2-091719327c8f requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:02:32.697517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:32.700569 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-60a050f0-d2fd-4e24-a474-e1415c5da52e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/10d91761-58fb-4c40-bd59-aa37a591fd8a HTTP/1.1" status: 204  len: 168 time: 0.5321164
Apr 20 19:02:32.703262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40086) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:32.839518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.850437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Deleting port 52c2c6a8-91e5-4287-b0de-df790880d72b {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:32.850867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.948827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:32.958487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] DHCP port deletion for 995381bf-c5b0-46c9-9cd2-091719327c8f request from dv-cinder-786930-2-iscsi {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:02:32.963203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] Deleting port 52c2c6a8-91e5-4287-b0de-df790880d72b {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:32.963746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.078507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] For port 52c2c6a8-91e5-4287-b0de-df790880d72b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=52c2c6a8-91e5-4287-b0de-df790880d72b,segment=NetworkSegment(41e32202-3051-4b3b-9a7f-9cb86c8f55da),segment_id=41e32202-3051-4b3b-9a7f-9cb86c8f55da)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:33.078840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.181451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] For port 52c2c6a8-91e5-4287-b0de-df790880d72b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=52c2c6a8-91e5-4287-b0de-df790880d72b,segment=NetworkSegment(41e32202-3051-4b3b-9a7f-9cb86c8f55da),segment_id=41e32202-3051-4b3b-9a7f-9cb86c8f55da)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:02:33.181810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.211624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Calling delete_port for 52c2c6a8-91e5-4287-b0de-df790880d72b owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:33.288487 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.293321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-79e67bbe-da72-485f-b444-116081c78f40 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:33.313564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] Calling delete_port for 52c2c6a8-91e5-4287-b0de-df790880d72b owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:02:33.343377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c2c6a8-91e5-4287-b0de-df790880d72b,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:33.346739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:33.347577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] No DVR routers for this DVR port 52c2c6a8-91e5-4287-b0de-df790880d72b on host dv-cinder-786930-2-iscsi {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:02:33.396135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.api [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:02:33.396538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.api [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:02:33.473518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.587468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a995842e8>,) {'filters': {'network_id': ['995381bf-c5b0-46c9-9cd2-091719327c8f']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:33.600902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a995842e8>, '41e32202-3051-4b3b-9a7f-9cb86c8f55da') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:33.601184 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a995842e8>, '41e32202-3051-4b3b-9a7f-9cb86c8f55da') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:02:33.613039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844938072'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.631169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.638224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:02:33.663931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.817046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Network 995381bf-c5b0-46c9-9cd2-091719327c8f has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:02:33.826242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845229185'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.897862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] Deleting port 52c2c6a8-91e5-4287-b0de-df790880d72b {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:02:33.898997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:33.941500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 835f8619-fce8-4407-97a3-c992fd4a0b03 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:02:34.009658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 835f8619-fce8-4407-97a3-c992fd4a0b03 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:02:34.010052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 835f8619-fce8-4407-97a3-c992fd4a0b03 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:02:34.010198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Network 995381bf-c5b0-46c9-9cd2-091719327c8f has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:02:34.010548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 52c2c6a8-91e5-4287-b0de-df790880d72b no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:02:34.032757 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:02:34.040360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1d8e4-ed26-4c05-8fb4-e1fa701debd5 None None] The port '52c2c6a8-91e5-4287-b0de-df790880d72b' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:02:34.052405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 52c2c6a8-91e5-4287-b0de-df790880d72b {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:02:34.052797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 52c2c6a8-91e5-4287-b0de-df790880d72b not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:02:34.357852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:34.361980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c6604c2-9d33-4256-8c35-8f5e78567655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:34.377898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:34.386403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=995381bf-c5b0-46c9-9cd2-091719327c8f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:34.390814 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:34.394521 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] 10.222.0.22 "DELETE /v2.0/networks/995381bf-c5b0-46c9-9cd2-091719327c8f HTTP/1.1" status: 204  len: 168 time: 1.6902189
Apr 20 19:02:34.575903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40098) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:34.629989 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7f4ae2d3-03f8-4722-9d27-3a403215fd2c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ee99eafa14e4e93a5f4a73137557744&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523026
Apr 20 19:02:34.632339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40102) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:34.690807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:34.694192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-394f2979-16a3-40fe-8a0b-a0bc72ae6176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:34.722687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-394f2979-16a3-40fe-8a0b-a0bc72ae6176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:34.766257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-394f2979-16a3-40fe-8a0b-a0bc72ae6176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:34.771287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-059242f9-ce15-44d6-b97e-491ac8481b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:34.785129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f2979-16a3-40fe-8a0b-a0bc72ae6176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eea90e2-0c5b-4016-983e-0da3550f7ae2,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:34.787954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-394f2979-16a3-40fe-8a0b-a0bc72ae6176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:34.795207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-394f2979-16a3-40fe-8a0b-a0bc72ae6176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:34.796459 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-394f2979-16a3-40fe-8a0b-a0bc72ae6176 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7eea90e2-0c5b-4016-983e-0da3550f7ae2 HTTP/1.1" status: 204  len: 168 time: 0.1630802
Apr 20 19:02:35.146752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40112) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:35.202191 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-22e9c1d1-b853-4807-b074-87f88de350bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30b9d14538fe428c96cb1b0ddaac5cb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0541484
Apr 20 19:02:35.204709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40116) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:02:35.264823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2991e587-3ce2-4137-a313-298db5c21f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:35.291648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2991e587-3ce2-4137-a313-298db5c21f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:35.339083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2991e587-3ce2-4137-a313-298db5c21f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:35.343316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7dcbab44-c1e1-459d-a494-d7a2b39269ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:02:35.354764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991e587-3ce2-4137-a313-298db5c21f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dddbb61-e5b5-4742-abec-cfb865df01cf,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:02:35.357086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2991e587-3ce2-4137-a313-298db5c21f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:02:35.362658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2991e587-3ce2-4137-a313-298db5c21f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:02:35.368093 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2991e587-3ce2-4137-a313-298db5c21f8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6dddbb61-e5b5-4742-abec-cfb865df01cf HTTP/1.1" status: 204  len: 168 time: 0.1622856
Apr 20 19:02:46.892501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:02:56.832542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:00.202767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6e6e158d-761a-42ec-90ee-0ea13972917a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:02.493446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c258e038-417e-4e87-ba59-c29fd2a010f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:02.949809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:03.665226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:04.701293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:18.000769 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-09a63b39-c0ca-4323-8f2f-6ef12fd07630 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0839336
Apr 20 19:03:18.166017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-2d650d39-db3c-4e11-8a2b-756326e2d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:03:18.167931 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-2d650d39-db3c-4e11-8a2b-756326e2d8ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1098 time: 0.0801799
Apr 20 19:03:18.331300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-23d93816-25a0-4d8b-a8be-ff115ff5fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:03:18.332933 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-23d93816-25a0-4d8b-a8be-ff115ff5fc6d service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.1444576
Apr 20 19:03:18.454405 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-79e88a41-0275-4686-85f4-da89f465a427 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 1000 time: 0.1149805
Apr 20 19:03:18.526178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-d8af2bc4-6f25-468e-9ce4-d9793fb53783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:03:18.527720 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-d8af2bc4-6f25-468e-9ce4-d9793fb53783 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0674460
Apr 20 19:03:18.620051 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-75854df3-63f5-4cbf-a04f-4ded40d262e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:03:18.621637 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-75854df3-63f5-4cbf-a04f-4ded40d262e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0875471
Apr 20 19:03:18.780201 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-50eab2ce-5440-4e08-928d-c48ef9916063 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515324
Apr 20 19:03:18.923167 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1fa92883-09ed-4aa2-bd71-0084c4bbd03f req-b5206c40-6dad-4674-9663-c698a58adfbc service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369569
Apr 20 19:03:23.892153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:03:26.828025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:30.206372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b1a8e58a-4dbf-46ad-b062-436e0339f40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:32.495341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ebc0a46-9d50-4b69-a7aa-f08a19eaaf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:32.953478 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:33.666360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:34.699463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:47.187714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40274) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:47.971130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:48.360825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Deleting port 70aa433e-e101-4d2a-b501-14a1791f6a67 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:03:48.361492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:48.551954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] For port 70aa433e-e101-4d2a-b501-14a1791f6a67, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=70aa433e-e101-4d2a-b501-14a1791f6a67,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:03:48.552341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:48.688511 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Calling delete_port for 70aa433e-e101-4d2a-b501-14a1791f6a67 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:03:48.878128 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:48.883966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2c21ea3b-0762-45f6-a0de-85e23415b000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:48.930271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Pushing event deleted for resources: {'Port': ['ID=70aa433e-e101-4d2a-b501-14a1791f6a67,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:48.981639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.982072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.982470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.982914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.983322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.983731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.984136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.984542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.984953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.985352 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.985753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.986151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:48.990717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:49.241108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:49.879761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Router 23269ded-e216-46e8-84b7-0bc3058d18bd has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:03:50.076715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:03:50.085939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] Sync routers for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:03:50.089976 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] 10.222.0.22 "PUT /v2.0/routers/23269ded-e216-46e8-84b7-0bc3058d18bd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9011104
Apr 20 19:03:50.092746 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40280) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:50.096065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:03:50.096734 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9869e828>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:03:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:03:50.286789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:03:50.287071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:50.477419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:50.486038 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Deleting port e8432399-e050-452a-b989-38ea6b104141 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:03:50.486419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:50.592095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9869e828>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': 'e8432399-e050-452a-b989-38ea6b104141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T19:03:48Z', 'revision_number': 5, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port': {'id': 'e8432399-e050-452a-b989-38ea6b104141', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:23:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:22:29Z', 'updated_at': '2021-04-20T18:22:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:03:50.596093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] Checking router: 23269ded-e216-46e8-84b7-0bc3058d18bd for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:03:50.605465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] Routers {'23269ded-e216-46e8-84b7-0bc3058d18bd'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:03:50.606147 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9869e828>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:03:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['23269ded-e216-46e8-84b7-0bc3058d18bd'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:03:50.673630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] For port e8432399-e050-452a-b989-38ea6b104141, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=e8432399-e050-452a-b989-38ea6b104141,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:03:50.674026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:50.765294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] Set router 23269ded-e216-46e8-84b7-0bc3058d18bd gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:03:50.808181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Calling delete_port for e8432399-e050-452a-b989-38ea6b104141 owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:03:50.880626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9869e828>, [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T19:03:50Z', 'revision_number': 6, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:03:50.884977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e95715-8b60-4690-b876-f2b046d1d1c4 None None] The sync data for ids ['23269ded-e216-46e8-84b7-0bc3058d18bd'] in dv-cinder-786930-2-iscsi is: [{'id': '23269ded-e216-46e8-84b7-0bc3058d18bd', 'name': 'tempest-AttachVolumeTestJSON-477448372-router', 'tenant_id': '5d2e923accea4ab49bf0e323d95333eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:22:26Z', 'updated_at': '2021-04-20T19:03:50Z', 'revision_number': 6, 'project_id': '5d2e923accea4ab49bf0e323d95333eb', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:03:50.992276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:50.997218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f5181fcf-49b0-4e29-a9f8-9191402a072d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:51.043855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8432399-e050-452a-b989-38ea6b104141,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:51.047288 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:51.143365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.333670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.336067 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.358276 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.358876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23269ded-e216-46e8-84b7-0bc3058d18bd {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:03:51.371331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.372766 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/23269ded-e216-46e8-84b7-0bc3058d18bd HTTP/1.1" status: 204  len: 168 time: 1.2788029
Apr 20 19:03:51.375733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40284) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:51.442242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Deleting subnet 0637153f-e19e-4070-b839-1a4f5a37102f {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:03:51.445575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.500266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.587557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.845335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.848928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:51.886687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0637153f-e19e-4070-b839-1a4f5a37102f,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:51.889939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:51.890989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:51.896348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c123cc-b4b4-4cb9-885f-81ec94e06372 None None] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:03:51.897289 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0637153f-e19e-4070-b839-1a4f5a37102f HTTP/1.1" status: 204  len: 168 time: 0.5204675
Apr 20 19:03:51.899997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40288) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:51.988932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device e8432399-e050-452a-b989-38ea6b104141 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:03:52.019454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:52.031647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Deleting port ac4d577b-80ef-4309-81b3-93b4574790b3 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:03:52.032023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:52.199521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: e8432399-e050-452a-b989-38ea6b104141 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:03:52.199797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device e8432399-e050-452a-b989-38ea6b104141 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:03:52.200261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 70aa433e-e101-4d2a-b501-14a1791f6a67 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:03:52.247841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 70aa433e-e101-4d2a-b501-14a1791f6a67 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:03:52.248235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 70aa433e-e101-4d2a-b501-14a1791f6a67 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:03:52.265164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] For port ac4d577b-80ef-4309-81b3-93b4574790b3, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=ac4d577b-80ef-4309-81b3-93b4574790b3,segment=NetworkSegment(6a3a6077-1d69-4d23-8c67-0cb1a489cc3b),segment_id=6a3a6077-1d69-4d23-8c67-0cb1a489cc3b)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:03:52.265569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:52.400654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Calling delete_port for ac4d577b-80ef-4309-81b3-93b4574790b3 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:03:52.403340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87a5d6c-1679-409e-b867-8a16e2cff2b4 None None] DHCP port deletion for 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 request from dv-cinder-786930-2-iscsi {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:03:52.407841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-a87a5d6c-1679-409e-b867-8a16e2cff2b4 None None] Deleting port ac4d577b-80ef-4309-81b3-93b4574790b3 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:03:52.408264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a87a5d6c-1679-409e-b867-8a16e2cff2b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:52.480864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:52.485846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:52.500436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-a87a5d6c-1679-409e-b867-8a16e2cff2b4 None None] The port 'ac4d577b-80ef-4309-81b3-93b4574790b3' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:03:52.534443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4d577b-80ef-4309-81b3-93b4574790b3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:52.538325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:52.539173 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] No DVR routers for this DVR port ac4d577b-80ef-4309-81b3-93b4574790b3 on host dv-cinder-786930-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:03:52.661387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:52.774689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a981eccc0>,) {'filters': {'network_id': ['4ca6af4a-0ad6-45b9-a16f-a46c80d90308']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:03:52.787801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a981eccc0>, '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:03:52.788138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a981eccc0>, '6a3a6077-1d69-4d23-8c67-0cb1a489cc3b') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:03:52.800004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:52.815112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:52.822151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:03:53.009187 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:03:53.018063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:53.196494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Network 4ca6af4a-0ad6-45b9-a16f-a46c80d90308 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:03:53.218420 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:03:53.295912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:53.299640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:53.313950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:53.325456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca6af4a-0ad6-45b9-a16f-a46c80d90308,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:53.328775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:53.338617 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4ca6af4a-0ad6-45b9-a16f-a46c80d90308 HTTP/1.1" status: 204  len: 168 time: 1.4375579
Apr 20 19:03:53.460076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40294) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:53.511472 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cb637571-00c6-46c3-bd4e-318db31c093a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d2e923accea4ab49bf0e323d95333eb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0500548
Apr 20 19:03:53.513974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40298) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:53.577332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-71d45dd9-af1e-4309-8177-189b7306b4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:53.605719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-71d45dd9-af1e-4309-8177-189b7306b4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:53.654197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-71d45dd9-af1e-4309-8177-189b7306b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:53.659029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9810cbbc-b61f-480b-8d1e-fbe29ed4bbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:53.674170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d45dd9-af1e-4309-8177-189b7306b4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6a7f0d-25ab-4003-b21f-7272932ef431,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:53.677293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-71d45dd9-af1e-4309-8177-189b7306b4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:53.679569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-71d45dd9-af1e-4309-8177-189b7306b4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:53.681135 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-71d45dd9-af1e-4309-8177-189b7306b4fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc6a7f0d-25ab-4003-b21f-7272932ef431 HTTP/1.1" status: 204  len: 168 time: 0.1657977
Apr 20 19:03:53.972751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device ac4d577b-80ef-4309-81b3-93b4574790b3 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:03:54.010025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: ac4d577b-80ef-4309-81b3-93b4574790b3 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:03:54.010545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device ac4d577b-80ef-4309-81b3-93b4574790b3 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:03:55.335327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40342) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:55.463632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:55.480100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:03:55.484844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca2d7beb63b4d588ec13d4ca3420c4e is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:03:55.487993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:03:55.493914 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:03:55.592551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:55.595794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:55.605645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-280c948d-2f9c-489f-b608-bffab3c8c452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:55.646913 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ca2d7beb63b4d588ec13d4ca3420c4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3104179
Apr 20 19:03:55.648704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86682da7-8fc0-4a85-bb57-a9d6331dd9c8,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:55.651275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40350) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:55.654198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:55.689744 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515c74e-0233-4a92-9abc-644bd4b15da1 req-87903b81-70f4-4b85-9d22-6d697de7518f tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:03:55.691404 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515c74e-0233-4a92-9abc-644bd4b15da1 req-87903b81-70f4-4b85-9d22-6d697de7518f tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0933928
Apr 20 19:03:55.716327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-04e51880-ec11-4e11-8991-f7671ee0ac2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:55.740601 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515c74e-0233-4a92-9abc-644bd4b15da1 req-65ff572e-7c16-477e-912d-930e0de4a1b0 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425320
Apr 20 19:03:55.748780 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-04e51880-ec11-4e11-8991-f7671ee0ac2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.046321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-04e51880-ec11-4e11-8991-f7671ee0ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.051413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2991e587-3ce2-4137-a313-298db5c21f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:56.065081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e51880-ec11-4e11-8991-f7671ee0ac2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86682da7-8fc0-4a85-bb57-a9d6331dd9c8,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:56.068080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-04e51880-ec11-4e11-8991-f7671ee0ac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:56.070303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-04e51880-ec11-4e11-8991-f7671ee0ac2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.071546 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-04e51880-ec11-4e11-8991-f7671ee0ac2a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86682da7-8fc0-4a85-bb57-a9d6331dd9c8 HTTP/1.1" status: 204  len: 168 time: 0.4192922
Apr 20 19:03:56.362766 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40358) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:56.382219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.397693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:03:56.401671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6fa884695cd64fadb8702abd857021c2 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:03:56.404593 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:03:56.411279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:03:56.495397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.498211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.507529 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-84396450-c0a6-4d8b-91ec-23f58254bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:56.549216 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fa884695cd64fadb8702abd857021c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1853149
Apr 20 19:03:56.551050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550c7a7a-b7b9-4a00-b3be-d3df61eb60d3,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:56.552277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40362) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:03:56.554679 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e5b5df8e-dcdf-4507-bf9a-227e347e84d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:56.614564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.641500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.688706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.694095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2951eb8d-87e4-4bba-a07c-fd9e637ee714 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:03:56.708021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550c7a7a-b7b9-4a00-b3be-d3df61eb60d3,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:03:56.715989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.717211 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/550c7a7a-b7b9-4a00-b3be-d3df61eb60d3 HTTP/1.1" status: 204  len: 168 time: 0.1635771
Apr 20 19:03:56.718951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.719370 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.719782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.720182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.720580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.720980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.721376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.721770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.722162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.724340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.724752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.725179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:03:56.728410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-abcc6099-5ab9-409d-9ec9-e47a3d16852a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:03:56.872381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:03:56.968527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b70f6-332a-428f-b7ad-8726def13c11 req-688a037f-58be-4f95-bfac-eda9b8ce693b tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:03:56.970121 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9d9b70f6-332a-428f-b7ad-8726def13c11 req-688a037f-58be-4f95-bfac-eda9b8ce693b tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0931449
Apr 20 19:03:57.019435 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9d9b70f6-332a-428f-b7ad-8726def13c11 req-9db511e2-265c-4cc0-ab67-a9e3856ce618 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428433
Apr 20 19:03:58.227481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc06b6-2c68-449e-b223-3a7d08fd9a8f req-04642a2b-1194-49af-9b56-aaa48afb18b0 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:03:58.229118 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e5bc06b6-2c68-449e-b223-3a7d08fd9a8f req-04642a2b-1194-49af-9b56-aaa48afb18b0 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0951154
Apr 20 19:03:58.283042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e5bc06b6-2c68-449e-b223-3a7d08fd9a8f req-30b3931c-357a-4064-9cae-981e1153f2b5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470009
Apr 20 19:03:59.491642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d3f58-96de-4fab-bf95-82e0bceec389 req-6385f45d-b825-465b-a85a-6c57ca4d3c1a tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:03:59.493212 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-554d3f58-96de-4fab-bf95-82e0bceec389 req-6385f45d-b825-465b-a85a-6c57ca4d3c1a tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0913382
Apr 20 19:03:59.540672 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-554d3f58-96de-4fab-bf95-82e0bceec389 req-9f75dbe7-225e-4304-ad29-5bc4f7172461 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411417
Apr 20 19:04:00.218243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1da2161b-2b2a-4179-a9c3-42cd837805d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:00.744195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911df707-173b-4ffe-a2bd-4f042b812254 req-4882bc2f-e683-43bd-9107-61f03e416b52 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:00.745799 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-911df707-173b-4ffe-a2bd-4f042b812254 req-4882bc2f-e683-43bd-9107-61f03e416b52 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0899384
Apr 20 19:04:00.797877 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-911df707-173b-4ffe-a2bd-4f042b812254 req-a024e8c6-328f-43bb-9f02-abf257dca881 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456352
Apr 20 19:04:00.892103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:04:02.009661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7915ef54-b34d-470c-a3a8-752e47280222 req-06a05a47-62cc-4788-853c-21cb41db3773 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:02.011323 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7915ef54-b34d-470c-a3a8-752e47280222 req-06a05a47-62cc-4788-853c-21cb41db3773 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0963287
Apr 20 19:04:02.060043 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7915ef54-b34d-470c-a3a8-752e47280222 req-d18eeb46-20d8-42f6-9182-dcd1270dc920 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424016
Apr 20 19:04:02.496640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b63722ad-71e6-42ad-9437-34230b43ef08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:02.956421 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:03.260826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd680122-59f4-4c91-a029-99c54ff54fc6 req-d7dfdcfe-86cb-4631-aab9-441a07909f46 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:03.262421 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fd680122-59f4-4c91-a029-99c54ff54fc6 req-d7dfdcfe-86cb-4631-aab9-441a07909f46 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0903068
Apr 20 19:04:03.311221 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fd680122-59f4-4c91-a029-99c54ff54fc6 req-3ab4d8b8-8d43-4679-9350-72531f584b4e tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424306
Apr 20 19:04:03.667886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:04.513768 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94166e08-5430-4395-ae0a-cca8a037f6b2 req-001af15f-50b0-40d8-9454-66aa1607d1f8 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:04.515383 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94166e08-5430-4395-ae0a-cca8a037f6b2 req-001af15f-50b0-40d8-9454-66aa1607d1f8 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0919521
Apr 20 19:04:04.563247 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94166e08-5430-4395-ae0a-cca8a037f6b2 req-aefdef6c-d4de-4ed9-8f38-63bddd057213 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410635
Apr 20 19:04:04.702237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:05.769272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0efc7-a52c-42c6-b19b-c2142fb41155 req-61afd152-b85e-4543-8505-5ca7961bba2f tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:05.770947 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ba0efc7-a52c-42c6-b19b-c2142fb41155 req-61afd152-b85e-4543-8505-5ca7961bba2f tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0948501
Apr 20 19:04:05.870395 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7ba0efc7-a52c-42c6-b19b-c2142fb41155 req-d4567d69-1f07-451e-b2bb-e1656eb28b4e tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600338
Apr 20 19:04:05.889138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-d358fa6f-364c-4962-8105-42f0ca733d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:05.890779 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-d358fa6f-364c-4962-8105-42f0ca733d42 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1098 time: 0.1168337
Apr 20 19:04:06.031364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-dfdfa7dc-939a-4cbb-918c-fc4154b7e5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:06.032914 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-dfdfa7dc-939a-4cbb-918c-fc4154b7e5bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.1360514
Apr 20 19:04:06.155651 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-3b4bb768-ab08-4c3c-9b9c-939bb9ee2ae2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 1000 time: 0.1031790
Apr 20 19:04:06.224305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-9c49c3f1-7ce5-4e1d-834b-0ab04764085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:06.225836 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-9c49c3f1-7ce5-4e1d-834b-0ab04764085f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0632751
Apr 20 19:04:06.309376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-25b6a5bc-23ae-4fb9-bcfb-2e08d0cfc3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:06.310900 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-25b6a5bc-23ae-4fb9-bcfb-2e08d0cfc3d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786519
Apr 20 19:04:06.455110 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-56a7671c-0fe9-4121-8c17-5c95bec8a4eb service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369164
Apr 20 19:04:06.594308 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f1a60b5e-6a1f-4ae8-8696-71c684400ead req-89e0e9cb-25a7-4181-add5-13a93e15e2c9 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329913
Apr 20 19:04:07.088469 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb20d1-e7af-46f8-8de1-25f089243682 req-603ab3f5-e408-498d-9ca8-12e31e706349 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:07.090275 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b0fb20d1-e7af-46f8-8de1-25f089243682 req-603ab3f5-e408-498d-9ca8-12e31e706349 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0966468
Apr 20 19:04:07.139170 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b0fb20d1-e7af-46f8-8de1-25f089243682 req-a20d222b-45df-4e02-83a4-5368ca17910c tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423930
Apr 20 19:04:08.352459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17a8f0-0ea3-455a-815c-8a451056c930 req-3d2aedb3-c5a4-48ab-8370-703754fce4fb tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:08.354115 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3d17a8f0-0ea3-455a-815c-8a451056c930 req-3d2aedb3-c5a4-48ab-8370-703754fce4fb tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0958860
Apr 20 19:04:08.409837 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3d17a8f0-0ea3-455a-815c-8a451056c930 req-9b532cd6-cfc7-4e14-a484-fc177936de13 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482702
Apr 20 19:04:09.612804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105396d-5500-4931-9111-67811eaea2e7 req-4c3ef906-6caa-414a-bd07-9ff6ce903f03 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:09.614344 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8105396d-5500-4931-9111-67811eaea2e7 req-4c3ef906-6caa-414a-bd07-9ff6ce903f03 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0918400
Apr 20 19:04:09.666174 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8105396d-5500-4931-9111-67811eaea2e7 req-f983d405-8066-413f-946d-65dc42e9aa0b tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448649
Apr 20 19:04:10.267631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40524) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:10.422992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:10.442041 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:04:10.446075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:69e9419825e94bdab398ee465079dd7f is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:04:10.449049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:04:10.455046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:04:10.539337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:10.542136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:10.551085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-29d4b0d5-f9a3-4df7-855d-b627883dbe10 tempest-AttachVolumeTestJSON-1034308308 tempest-AttachVolumeTestJSON-1034308308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:10.597489 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69e9419825e94bdab398ee465079dd7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3286376
Apr 20 19:04:10.598570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed885f5c-c5b2-49c6-9ff2-f137f15147d0,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:10.601099 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40532) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:10.602682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8564fa61-d303-4efe-8ee1-b0f257936dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:10.668447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c72d6f3-24ef-45fd-afb7-98c764a35632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:10.700246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c72d6f3-24ef-45fd-afb7-98c764a35632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:10.750849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c72d6f3-24ef-45fd-afb7-98c764a35632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:10.756642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-603c13b9-f5d3-4c9d-80c6-7e3d945a63cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:10.770277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72d6f3-24ef-45fd-afb7-98c764a35632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed885f5c-c5b2-49c6-9ff2-f137f15147d0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:10.780625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2c72d6f3-24ef-45fd-afb7-98c764a35632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:10.781519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c72d6f3-24ef-45fd-afb7-98c764a35632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:10.783571 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2c72d6f3-24ef-45fd-afb7-98c764a35632 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed885f5c-c5b2-49c6-9ff2-f137f15147d0 HTTP/1.1" status: 204  len: 168 time: 0.1813600
Apr 20 19:04:10.927545 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40544) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:11.114111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40550) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:11.133945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:11.147926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095354c2-6471-4123-9547-b94c831e0fd9 req-6e0fa584-2970-403e-9624-9af473738783 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:11.149572 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-095354c2-6471-4123-9547-b94c831e0fd9 req-6e0fa584-2970-403e-9624-9af473738783 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.1479921
Apr 20 19:04:11.150927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:04:11.157183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Usage tracker for resource:security_group_rule and tenant:ed59a786fc73457b9b220a780310dc85 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:04:11.162505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:04:11.168853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:04:11.213046 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-505b2632-8339-4e57-a7c9-406c4fc33b9a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2841525
Apr 20 19:04:11.218025 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-095354c2-6471-4123-9547-b94c831e0fd9 req-887876ad-3e25-4616-82b5-8d6dc703baa4 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609345
Apr 20 19:04:11.262340 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:11.266211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:11.275663 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-33970e73-7010-4ae4-a6f6-980ea05aa86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:11.323694 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed59a786fc73457b9b220a780310dc85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2082629
Apr 20 19:04:11.324652 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c395b21-38d1-481d-bc7a-38debb1764fe,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:11.326584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40556) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:11.327848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1f0b5a97-f512-4162-9078-b0aff4196c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:11.394810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-85582cbe-86f0-431d-b232-822d14fa6497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:11.423661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-85582cbe-86f0-431d-b232-822d14fa6497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:11.469215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-85582cbe-86f0-431d-b232-822d14fa6497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:11.474489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5b311946-f5d9-40cc-ad04-29174501cf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:11.485743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85582cbe-86f0-431d-b232-822d14fa6497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c395b21-38d1-481d-bc7a-38debb1764fe,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:11.489706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-85582cbe-86f0-431d-b232-822d14fa6497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:11.493676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-85582cbe-86f0-431d-b232-822d14fa6497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:11.494983 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-85582cbe-86f0-431d-b232-822d14fa6497 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c395b21-38d1-481d-bc7a-38debb1764fe HTTP/1.1" status: 204  len: 168 time: 0.1673219
Apr 20 19:04:12.287089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eea22acf-237e-4f43-91ee-7b618e929ef1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:04:12.436658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:12.440829 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd047b43-2649-48b9-bf52-1b6640b46942 req-87f7562b-99ff-4e90-8614-61a880e66064 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:12.443372 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd047b43-2649-48b9-bf52-1b6640b46942 req-87f7562b-99ff-4e90-8614-61a880e66064 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.1010792
Apr 20 19:04:12.483015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:04:12.484063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:04:12.496248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:12.498560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:12.501039 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-cd047b43-2649-48b9-bf52-1b6640b46942 req-05f891be-92ba-46f2-b7d3-add1d04f36de tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508931
Apr 20 19:04:12.555184 dv-cinder-786930-2-iscsi neutron-server[86252]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'code': 422} returned with failed status
Apr 20 19:04:12.580071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=6']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:12.588275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.588597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.588984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.589364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.589738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.590115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.590499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.590879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.591254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.591623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.591990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.592362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:04:12.596542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:13.757642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c30558-9516-42ca-9e9e-44610696a924 req-d3790048-6364-4ac8-a4b0-7e82cf144f32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:13.759320 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-39c30558-9516-42ca-9e9e-44610696a924 req-d3790048-6364-4ac8-a4b0-7e82cf144f32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.1009638
Apr 20 19:04:13.820115 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-39c30558-9516-42ca-9e9e-44610696a924 req-2fa88a4d-35f0-466d-b33a-e13d942dbaff tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542243
Apr 20 19:04:14.761636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-ea03014e-2a81-4faa-b7bc-884df83078e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:14.763189 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-ea03014e-2a81-4faa-b7bc-884df83078e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1&tenant_id=58376bdbb5e446aba6e8e644902c36f4 HTTP/1.1" status: 200  len: 1096 time: 0.0824828
Apr 20 19:04:14.885239 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-d9b3ebd7-5303-41fe-b853-4d4fac36ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:14.887127 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-d9b3ebd7-5303-41fe-b853-4d4fac36ddb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1096 time: 0.0885072
Apr 20 19:04:15.047984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-128afa4d-6661-48db-b48f-3c7db6e18f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:15.049564 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-128afa4d-6661-48db-b48f-3c7db6e18f10 service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.1559920
Apr 20 19:04:15.053402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7810b-dbd2-4ef2-9477-1b0595191886 req-b3973563-32b1-4bf4-99c0-a22bfa3e767a tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:15.055419 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06e7810b-dbd2-4ef2-9477-1b0595191886 req-b3973563-32b1-4bf4-99c0-a22bfa3e767a tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.1078839
Apr 20 19:04:15.114650 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-06e7810b-dbd2-4ef2-9477-1b0595191886 req-f0fbd182-0de8-4b56-a1f1-ab481c063af6 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509255
Apr 20 19:04:15.165602 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-c567c8e5-4b58-4df8-be69-1125e38a6dcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 998 time: 0.1092389
Apr 20 19:04:15.242109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-d8ae061e-548b-499f-b1df-190cb258ecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:15.243792 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-d8ae061e-548b-499f-b1df-190cb258ecc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0721526
Apr 20 19:04:15.326564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-49aa03ef-c0c5-4c70-ad08-6f4f8ec3165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:15.328143 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-49aa03ef-c0c5-4c70-ad08-6f4f8ec3165f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783246
Apr 20 19:04:15.481684 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-b941f9cc-e432-4f9a-8eee-bdfdff739521 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467576
Apr 20 19:04:15.627173 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f38e8687-57a8-4d70-944a-f699e0aa676d req-bc80bbc1-1256-4077-9979-937cf9de4188 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1392117
Apr 20 19:04:16.324422 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521e0ed-bf23-4ae9-bdd5-74ff36590621 req-a293f60e-2d13-49d8-aeb7-ca64eab27937 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:16.326336 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f521e0ed-bf23-4ae9-bdd5-74ff36590621 req-a293f60e-2d13-49d8-aeb7-ca64eab27937 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0965831
Apr 20 19:04:16.378196 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f521e0ed-bf23-4ae9-bdd5-74ff36590621 req-e57e27b2-7028-4f74-b2de-526a0fb3fc7e tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448959
Apr 20 19:04:16.514274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40674) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:16.639811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:16.655223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:04:16.659225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Usage tracker for resource:security_group_rule and tenant:f875e70b982246069b12b2bbe7ba08ba is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:04:16.662777 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:04:16.668739 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:04:16.750819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:16.753753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:16.763388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41af6032-3c97-4a7a-b918-37c881366d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:16.805619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f875e70b982246069b12b2bbe7ba08ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2901042
Apr 20 19:04:16.807326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054a41a8-a027-4b20-ae80-38a7ce66659a,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:16.808560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40680) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:16.810757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-280fd882-c8a8-4f6b-aff2-585d1e7576cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:16.871596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8bfdcb8-9d9f-4f1e-aaf6-d8ad4351f2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:16.898985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8bfdcb8-9d9f-4f1e-aaf6-d8ad4351f2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:16.945752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8bfdcb8-9d9f-4f1e-aaf6-d8ad4351f2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:16.951075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-05f9a904-caa7-4454-a2c8-961f5422cbbc tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:16.965626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfdcb8-9d9f-4f1e-aaf6-d8ad4351f2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a41a8-a027-4b20-ae80-38a7ce66659a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:16.968196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a8bfdcb8-9d9f-4f1e-aaf6-d8ad4351f2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:16.980524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8bfdcb8-9d9f-4f1e-aaf6-d8ad4351f2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:16.981891 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a8bfdcb8-9d9f-4f1e-aaf6-d8ad4351f2da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/054a41a8-a027-4b20-ae80-38a7ce66659a HTTP/1.1" status: 204  len: 168 time: 0.1721210
Apr 20 19:04:17.270805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40688) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:17.291077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:17.306890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:04:17.310889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d563490da94a93aa4f55b085dd55f1 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:04:17.313742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:04:17.320391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:04:17.404759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:17.408066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:17.417864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-77c5f02c-3e76-4196-9d32-3cfd46fe0690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:17.464677 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3d563490da94a93aa4f55b085dd55f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1926122
Apr 20 19:04:17.466402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaeb0112-2e5b-446e-86d0-3492da1e5708,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:17.467622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40694) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:17.469722 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1ba6078f-12cd-4822-9995-926b778fe486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:17.533721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4fceb48c-85ba-430a-9f4c-e5cd35e9f8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:17.562265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4fceb48c-85ba-430a-9f4c-e5cd35e9f8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:17.579030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78ecc-6914-4311-b024-e3dfb67c07a1 req-0075401c-5114-48e4-b7d7-9f41b6eaeddc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:17.580693 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fea78ecc-6914-4311-b024-e3dfb67c07a1 req-0075401c-5114-48e4-b7d7-9f41b6eaeddc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0876863
Apr 20 19:04:17.607587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4fceb48c-85ba-430a-9f4c-e5cd35e9f8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:17.612602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cf4ea231-0b1e-4b1a-aa54-17c1d0146d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:17.626719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceb48c-85ba-430a-9f4c-e5cd35e9f8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaeb0112-2e5b-446e-86d0-3492da1e5708,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:17.629620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4fceb48c-85ba-430a-9f4c-e5cd35e9f8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:17.630900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4fceb48c-85ba-430a-9f4c-e5cd35e9f8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:17.631014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fea78ecc-6914-4311-b024-e3dfb67c07a1 req-8b5520ea-444a-4969-9dbb-f2b827f0d249 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436707
Apr 20 19:04:17.633630 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-4fceb48c-85ba-430a-9f4c-e5cd35e9f8af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eaeb0112-2e5b-446e-86d0-3492da1e5708 HTTP/1.1" status: 204  len: 168 time: 0.1634080
Apr 20 19:04:18.104848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-c0ea22d8-cd33-4941-8f96-ce4c3586ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:18.106487 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-c0ea22d8-cd33-4941-8f96-ce4c3586ef30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1096 time: 0.0789177
Apr 20 19:04:18.265493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-936950aa-0b13-4ea1-a9a4-be9ae9be3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:18.267131 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-936950aa-0b13-4ea1-a9a4-be9ae9be3404 service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.1412735
Apr 20 19:04:18.380269 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-6bfb1712-ac34-4bab-8b6c-1a997e62a2cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 998 time: 0.1061203
Apr 20 19:04:18.456098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-e2bb7e42-3161-447d-a3bf-0a8b380211d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:18.457685 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-e2bb7e42-3161-447d-a3bf-0a8b380211d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0687580
Apr 20 19:04:18.548179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-339a0b93-eacc-4d25-96a2-bfd2e8ba5d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:18.549830 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-339a0b93-eacc-4d25-96a2-bfd2e8ba5d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0848544
Apr 20 19:04:18.997710 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-295b1dcb-1fff-4ea6-8254-eed41a8a11b5 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4408488
Apr 20 19:04:19.013410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d9ef8-5ab7-4ddc-9521-6d2163d3b552 req-a79f8076-fc18-4398-b41b-3e0892f35f2f tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:19.014953 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f4d9ef8-5ab7-4ddc-9521-6d2163d3b552 req-a79f8076-fc18-4398-b41b-3e0892f35f2f tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.1482835
Apr 20 19:04:19.151580 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f4d9ef8-5ab7-4ddc-9521-6d2163d3b552 req-77aae0f1-0df4-46ff-a9b0-54b220545514 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148679
Apr 20 19:04:19.191355 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-66b19f1c-864a-4231-8940-8ff9ee1efd38 req-9c75eb10-728a-4c29-86eb-9cd8bfabf37e service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874368
Apr 20 19:04:20.355442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51afd6b-c6ec-4d75-b8a3-de24f2351798 req-73a2b121-083b-44a9-b4d2-31e35bfdf0cf tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:20.356974 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f51afd6b-c6ec-4d75-b8a3-de24f2351798 req-73a2b121-083b-44a9-b4d2-31e35bfdf0cf tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0930068
Apr 20 19:04:20.413775 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f51afd6b-c6ec-4d75-b8a3-de24f2351798 req-bd50347d-4e97-4594-841e-b4d5436cf652 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497582
Apr 20 19:04:21.627493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba82c-6452-4e8f-ae18-4f1465933c14 req-f7a2af4c-a9c2-4463-ad68-e1239428cac1 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:21.629095 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a2bba82c-6452-4e8f-ae18-4f1465933c14 req-f7a2af4c-a9c2-4463-ad68-e1239428cac1 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0890081
Apr 20 19:04:21.681262 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a2bba82c-6452-4e8f-ae18-4f1465933c14 req-62a5a440-31e9-4939-9c58-ab37f26889e5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458369
Apr 20 19:04:22.890985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0203c7-82b2-4990-9fcd-5776d1a2e948 req-5c07067e-d7d0-4dce-88aa-1964cd20f324 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:22.892745 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d0203c7-82b2-4990-9fcd-5776d1a2e948 req-5c07067e-d7d0-4dce-88aa-1964cd20f324 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0893030
Apr 20 19:04:22.942499 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d0203c7-82b2-4990-9fcd-5776d1a2e948 req-b61ec1f3-9f7c-4456-8494-23ed49aae570 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425389
Apr 20 19:04:24.142546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291fd5ce-2912-4945-af1a-8076bf636896 req-ff958edb-c744-4536-bed5-0bafceb3fb29 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:24.144053 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-291fd5ce-2912-4945-af1a-8076bf636896 req-ff958edb-c744-4536-bed5-0bafceb3fb29 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 943 time: 0.0892708
Apr 20 19:04:24.191096 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-291fd5ce-2912-4945-af1a-8076bf636896 req-083de6d3-390a-42f3-a36b-37ebd94629be tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407903
Apr 20 19:04:24.332430 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eea22acf-237e-4f43-91ee-7b618e929ef1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:04:24.471194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:04:24.484743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'port_id': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'mac_address': 'fa:16:3e:78:f7:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:04:24.546342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:24.564571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea22acf-237e-4f43-91ee-7b618e929ef1 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:04:24.583883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:04:24.587074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:24.589556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:24.666740 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=7']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:24.678274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:24.905282 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['eea22acf-237e-4f43-91ee-7b618e929ef1'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:04:25.407467 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846f9de-72b3-49da-9db6-d08ca8283c9d req-e6b3fa73-9a3d-40af-9cf4-c5175aa82140 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:25.407467 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7846f9de-72b3-49da-9db6-d08ca8283c9d req-e6b3fa73-9a3d-40af-9cf4-c5175aa82140 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 944 time: 0.0964422
Apr 20 19:04:25.457074 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7846f9de-72b3-49da-9db6-d08ca8283c9d req-bc2d9dcf-eb56-457d-aefd-80c8d4f94e9c tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434587
Apr 20 19:04:26.335453 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eea22acf-237e-4f43-91ee-7b618e929ef1 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:04:26.414885 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port eea22acf-237e-4f43-91ee-7b618e929ef1 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:04:26.415429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:26.545886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:26.582560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:04:26.593724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:04:26.597482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:26.600805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8a2bd911-7754-4c2e-ada1-64ae87faa39e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:26.642450 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'code': 200}
Apr 20 19:04:26.678919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=8']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:26.686379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf5b5b-5c9b-45ec-92d4-5b502c6c58b2 req-fd616958-bf7a-4766-9717-06d25278a9b6 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:26.687821 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-93cf5b5b-5c9b-45ec-92d4-5b502c6c58b2 req-fd616958-bf7a-4766-9717-06d25278a9b6 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.1065929
Apr 20 19:04:26.695737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:26.740315 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-93cf5b5b-5c9b-45ec-92d4-5b502c6c58b2 req-06df9b21-85f8-4730-ad80-4b1b7935232b tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454943
Apr 20 19:04:26.825753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:26.997806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75961994-0f4d-4295-9447-305c593b3d17 req-95285abe-813e-46c0-b8b7-4433cbb04209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:26.999446 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75961994-0f4d-4295-9447-305c593b3d17 req-95285abe-813e-46c0-b8b7-4433cbb04209 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1098 time: 0.0919065
Apr 20 19:04:27.045610 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-75961994-0f4d-4295-9447-305c593b3d17 req-cba066f9-41ed-41bd-b350-35ad5df4d300 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383098
Apr 20 19:04:27.952006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94e737-fd67-4866-9b4f-856afafaf707 req-6961f017-a7b9-4b81-8742-6fdf82ddd591 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:27.953737 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b94e737-fd67-4866-9b4f-856afafaf707 req-6961f017-a7b9-4b81-8742-6fdf82ddd591 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0977695
Apr 20 19:04:28.002099 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8b94e737-fd67-4866-9b4f-856afafaf707 req-571c08e4-c8be-4278-8f57-64d705002ced tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417979
Apr 20 19:04:28.142319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40804) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:28.270004 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:28.285868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:04:28.289854 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Usage tracker for resource:security_group_rule and tenant:a4f0baecaaeb43afb6a9a82b28c3a22c is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:04:28.292800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:04:28.298796 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:04:28.386738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:28.389240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:28.398021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4de21ce7-627f-4065-9524-428c754bf319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:28.439569 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4f0baecaaeb43afb6a9a82b28c3a22c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2959619
Apr 20 19:04:28.441287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc43b0b7-f0a0-450f-b5b4-5d521a064d37,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:28.442410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40810) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:28.444736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-034f8a31-1cfc-4bea-8f65-b927a9a96d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:28.504933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-31cf838f-79ec-4cda-8e6a-899e0e75979d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:28.531595 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-31cf838f-79ec-4cda-8e6a-899e0e75979d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:28.581460 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-31cf838f-79ec-4cda-8e6a-899e0e75979d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:28.587091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c8a41eed-b068-43c0-9b6d-c6c7f04448de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:28.601096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf838f-79ec-4cda-8e6a-899e0e75979d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc43b0b7-f0a0-450f-b5b4-5d521a064d37,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:28.604189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-31cf838f-79ec-4cda-8e6a-899e0e75979d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:28.613851 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-31cf838f-79ec-4cda-8e6a-899e0e75979d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:28.617244 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-31cf838f-79ec-4cda-8e6a-899e0e75979d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc43b0b7-f0a0-450f-b5b4-5d521a064d37 HTTP/1.1" status: 204  len: 168 time: 0.1715631
Apr 20 19:04:29.207616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb20990-bf38-49c0-b5e4-cdf055190e88 req-90e63321-bc81-413a-86f1-6f4605968946 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:29.209778 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6bb20990-bf38-49c0-b5e4-cdf055190e88 req-90e63321-bc81-413a-86f1-6f4605968946 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0912511
Apr 20 19:04:29.261926 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6bb20990-bf38-49c0-b5e4-cdf055190e88 req-7098aa90-f734-4b5d-867d-6d5c9c109e32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458391
Apr 20 19:04:29.303527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40838) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:29.415247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-225374921-network', 'tenant_id': '7ad9ae30e0734ba0bda347abdaa58bc0'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:04:29.420334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:04:29.424348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Usage tracker for resource:network and tenant:7ad9ae30e0734ba0bda347abdaa58bc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:04:29.427676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:04:29.434634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:04:29.443304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Made reservation on behalf of 7ad9ae30e0734ba0bda347abdaa58bc0 for: {'network': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:04:29.447961 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:29.461061 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:29.480093 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:04:29.484023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad9ae30e0734ba0bda347abdaa58bc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:04:29.486888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:04:29.492813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:04:29.577111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:29.579825 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:29.584416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0d3ce2ea-daa1-4191-a992-6ca746c77299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:29.612683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'}  {{(pid=86364) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:04:29.621725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2226bd1d-0ed4-4789-b75f-03692f5c0559,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:29.625063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:29.629408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:29.629408 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Added segment d7bd87a8-f0dc-4566-bab7-79d37d4c92a1 of type vlan for network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93
Apr 20 19:04:29.656000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:29.686699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:29.688079 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:29.688769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:29.694481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1359b59f-c2b7-43ee-b3be-934397334744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:29.800556 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4958301
Apr 20 19:04:29.801879 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=9d75aaea-9223-4649-aed2-cd4ebfc8eb93,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:29.804571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 40844) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:04:29.807204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6ee95e7f-8f91-46d4-992e-21dd00a90ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:29.811379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Request body: {'subnet': {'network_id': '9d75aaea-9223-4649-aed2-cd4ebfc8eb93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-225374921-subnet', 'tenant_id': '7ad9ae30e0734ba0bda347abdaa58bc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:04:29.813745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:04:29.816559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:04:29.820667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Usage tracker for resource:subnet and tenant:7ad9ae30e0734ba0bda347abdaa58bc0 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:04:29.823693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:04:29.829767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:04:29.839671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Made reservation on behalf of 7ad9ae30e0734ba0bda347abdaa58bc0 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:04:29.844502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852671375'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:30.208339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9779d928-7249-4026-abea-66af6b86e83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:30.248737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852500127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852671392'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:30.253311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1f84266-a430-47e6-8a3d-61313c40eb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:04:30.329177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3c6337-0f3a-4f0f-957d-166d319b7afb,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:04:30.333377 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:04:30.338501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Checking segment: {'id': 'd7bd87a8-f0dc-4566-bab7-79d37d4c92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9d75aaea-9223-4649-aed2-cd4ebfc8eb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:04:30.338933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Network hostable DHCP agents. Network: 9d75aaea-9223-4649-aed2-cd4ebfc8eb93, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:04:30.358442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:04:30.366316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 9d75aaea-9223-4649-aed2-cd4ebfc8eb93) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:04:30.375166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e32cc7e-cc44-499d-938f-5d311fd6e30d None None] Network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:04:30.379483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:30.380127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:30.400853 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7577bae9-9707-4afe-9f5d-64b3d5cf3289 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5951991
Apr 20 19:04:30.601388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154ec81-1a9f-403e-8b14-4f144d4bac9e None None] Network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:04:32.460911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41e494-ea93-4a2f-bb41-18e0e0ac66c4 req-f3c913df-7eff-4ec5-84d1-3017707174c1 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:04:32.461623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-ce41e494-ea93-4a2f-bb41-18e0e0ac66c4 req-f3c913df-7eff-4ec5-84d1-3017707174c1 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Synchronizing usage tracker for tenant:7ad9ae30e0734ba0bda347abdaa58bc0 on resource:network {{(pid=86364) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:04:32.478230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-ce41e494-ea93-4a2f-bb41-18e0e0ac66c4 req-f3c913df-7eff-4ec5-84d1-3017707174c1 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Unset dirty status for tenant:7ad9ae30e0734ba0bda347abdaa58bc0 on resource:network {{(pid=86364) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:04:32.479503 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce41e494-ea93-4a2f-bb41-18e0e0ac66c4 req-f3c913df-7eff-4ec5-84d1-3017707174c1 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/networks?id=9d75aaea-9223-4649-aed2-cd4ebfc8eb93 HTTP/1.1" status: 200  len: 808 time: 0.1768522
Apr 20 19:04:32.495762 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce41e494-ea93-4a2f-bb41-18e0e0ac66c4 req-fa6bb6eb-76ca-4fec-aa2e-b394502d3c2d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/quotas/7ad9ae30e0734ba0bda347abdaa58bc0 HTTP/1.1" status: 200  len: 375 time: 0.0101676
Apr 20 19:04:32.498737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c27244c7-0f22-4ced-97ae-aa9a0d5064fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:32.549694 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce41e494-ea93-4a2f-bb41-18e0e0ac66c4 req-513693a1-5882-4110-98fc-723c578edb5b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ad9ae30e0734ba0bda347abdaa58bc0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0479319
Apr 20 19:04:32.691849 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce41e494-ea93-4a2f-bb41-18e0e0ac66c4 req-4eff383f-712d-44fa-ac59-9f599d3a023e service neutron] 10.222.0.22 "GET /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346068
Apr 20 19:04:32.834227 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ce41e494-ea93-4a2f-bb41-18e0e0ac66c4 req-744b46f3-22e7-40cc-b1f1-793f847d12aa service neutron] 10.222.0.22 "GET /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352282
Apr 20 19:04:32.959988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:33.668504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:34.705212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:04:37.891634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:04:56.838309 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:00.213560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3f466622-245f-4139-b70e-80466fff636c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:02.499633 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a062b8a4-b7a2-4ac5-9d17-c11b17cf72d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:02.963054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:03.670405 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:04.708388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:14.891533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:05:17.985242 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-2e5bf9dc-b65f-4b94-bec1-1fc69bc5f033 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0837722
Apr 20 19:05:18.152076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-c5f7efd7-b440-4e34-8bab-f3660e32d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:18.153704 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-c5f7efd7-b440-4e34-8bab-f3660e32d5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1098 time: 0.0781732
Apr 20 19:05:18.322426 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-4ae82068-79a2-4ff7-ae81-a71492af658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:18.324031 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-4ae82068-79a2-4ff7-ae81-a71492af658d service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.1515687
Apr 20 19:05:18.436878 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-00ef782c-21f0-4a29-925e-436991933019 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 1000 time: 0.1050124
Apr 20 19:05:18.508552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-95257575-a58f-465c-ab47-2fc8311c328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:18.510143 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-95257575-a58f-465c-ab47-2fc8311c328b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.0678415
Apr 20 19:05:18.594380 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-b7102bfe-3dcd-47ee-9acd-4f0f16c6eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:18.596130 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-b7102bfe-3dcd-47ee-9acd-4f0f16c6eb13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790920
Apr 20 19:05:18.739688 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-012689ed-a594-4cb3-aba7-5617221a3637 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368582
Apr 20 19:05:18.885007 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b36de6fb-c8bf-48a4-b961-c4c4471b58d9 req-10925414-c261-4ab3-a71d-2ee09e03f717 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379392
Apr 20 19:05:26.839429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:30.214911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fe2b76ad-4441-4fa3-b674-61632bb2b615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:32.499623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c81fa4fd-0f6e-486d-8a10-33c81a5f0c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:32.727122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-dd96495e-9352-4385-aa72-911aac96d74a tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:32.728693 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-dd96495e-9352-4385-aa72-911aac96d74a tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/networks?id=9d75aaea-9223-4649-aed2-cd4ebfc8eb93 HTTP/1.1" status: 200  len: 808 time: 0.1567013
Apr 20 19:05:32.744893 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-af5525be-97fb-4d78-90c6-9e69647eea77 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/quotas/7ad9ae30e0734ba0bda347abdaa58bc0 HTTP/1.1" status: 200  len: 375 time: 0.0101097
Apr 20 19:05:32.798975 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-311e92ce-8256-4c60-8be3-19dc22a34de2 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ad9ae30e0734ba0bda347abdaa58bc0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0473964
Apr 20 19:05:32.941542 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-b45cbbd5-6900-405c-81c4-2d7e40ea7a35 service neutron] 10.222.0.22 "GET /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351962
Apr 20 19:05:32.966175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:33.088109 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-e79f6040-7095-4f0a-8109-f507e2ec8c84 service neutron] 10.222.0.22 "GET /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397808
Apr 20 19:05:33.286150 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-64f23e41-0ad8-4fcd-a62c-f347c37fe9ce req-cac27166-e20a-4110-8fac-f4469180c8aa tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 210 time: 0.0540280
Apr 20 19:05:33.675183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:34.395942 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-581f36c4-556f-45e6-a3de-6cccf7a7b077 req-82e498c8-a7fd-419d-b636-142cda686ea2 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 210 time: 0.0488575
Apr 20 19:05:34.711238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:35.502476 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4892cde9-c7d4-4349-90ca-4df17e89b482 req-48b94060-0e1e-4966-82eb-1687a6d4cd91 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 210 time: 0.0495200
Apr 20 19:05:36.697789 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fbd8d056-7dcb-4710-b294-e809de32e500 req-19a32f55-70b4-41f8-bb3f-969c2b740c72 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 210 time: 0.0622332
Apr 20 19:05:36.762546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-2adb4186-6833-438c-92a1-e85facadda42 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:36.764718 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-2adb4186-6833-438c-92a1-e85facadda42 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.36 "GET /v2.0/networks?id=9d75aaea-9223-4649-aed2-cd4ebfc8eb93 HTTP/1.1" status: 200  len: 808 time: 0.2111537
Apr 20 19:05:36.782790 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Request body: {'port': {'device_id': '4394c1a1-5a8c-4259-b894-e90109dade42', 'network_id': '9d75aaea-9223-4649-aed2-cd4ebfc8eb93', 'admin_state_up': True, 'tenant_id': '7ad9ae30e0734ba0bda347abdaa58bc0'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:05:36.926577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:05:36.930598 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Usage tracker for resource:port and tenant:7ad9ae30e0734ba0bda347abdaa58bc0 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:05:36.933539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:05:36.940027 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:05:36.948599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Made reservation on behalf of 7ad9ae30e0734ba0bda347abdaa58bc0 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:05:36.955311 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:37.124811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Allocated IP 172.20.0.2 (9d75aaea-9223-4649-aed2-cd4ebfc8eb93/ad3c6337-0f3a-4f0f-957d-166d319b7afb/39c71437-51d9-4359-8ec6-61d53e9484f0) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:05:37.344248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:37.374032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:37.379735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:37.447763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:05:37.456062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:05:37.460655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:05:37.497806 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Pushing event updated for resources: {'Port': ['ID=39c71437-51d9-4359-8ec6-61d53e9484f0,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:37.512636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.513048 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.513451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.513853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.514246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.514694 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.515085 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.515475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.515866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.516256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.516670 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.517055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:37.526113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:37.542312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:37.543029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:37.570805 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7922764
Apr 20 19:05:37.636942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Request body: {'port': {'device_id': '4394c1a1-5a8c-4259-b894-e90109dade42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:05:37.759480 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:38.068799 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffd1ab-ae20-420b-ae95-7b5835d6e4c7 req-f836deb1-8aa9-4bf2-af33-13878af8266d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:38.069546 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-2dffd1ab-ae20-420b-ae95-7b5835d6e4c7 req-f836deb1-8aa9-4bf2-af33-13878af8266d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Synchronizing usage tracker for tenant:7ad9ae30e0734ba0bda347abdaa58bc0 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:05:38.113743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-2dffd1ab-ae20-420b-ae95-7b5835d6e4c7 req-f836deb1-8aa9-4bf2-af33-13878af8266d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Unset dirty status for tenant:7ad9ae30e0734ba0bda347abdaa58bc0 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:05:38.115001 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2dffd1ab-ae20-420b-ae95-7b5835d6e4c7 req-f836deb1-8aa9-4bf2-af33-13878af8266d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 931 time: 0.2926579
Apr 20 19:05:38.184884 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2dffd1ab-ae20-420b-ae95-7b5835d6e4c7 req-ee10f8ae-9a5e-4909-a08d-0ff72cf8d155 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565214
Apr 20 19:05:38.256367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c71437-51d9-4359-8ec6-61d53e9484f0 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:05:38.264058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:38.279225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Transition to ACTIVE for port object 39c71437-51d9-4359-8ec6-61d53e9484f0 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:05:38.281781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:38.286917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c45fa2f-e3e6-49ad-ba4d-e11515f3cf3d tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:38.656306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Pushing event updated for resources: {'Port': ['ID=39c71437-51d9-4359-8ec6-61d53e9484f0,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:38.685706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:38.769153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Attempting to bind port 39c71437-51d9-4359-8ec6-61d53e9484f0 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:05:38.769702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Attempting to bind port 39c71437-51d9-4359-8ec6-61d53e9484f0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'd7bd87a8-f0dc-4566-bab7-79d37d4c92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9d75aaea-9223-4649-aed2-cd4ebfc8eb93'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:05:38.769871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Attempting to bind port 39c71437-51d9-4359-8ec6-61d53e9484f0 on network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:05:38.774956 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Port 39c71437-51d9-4359-8ec6-61d53e9484f0 on network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:05:38.775320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Attempting to bind port 39c71437-51d9-4359-8ec6-61d53e9484f0 on network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:05:38.780882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:05:38.781256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Checking segment: {'id': 'd7bd87a8-f0dc-4566-bab7-79d37d4c92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9d75aaea-9223-4649-aed2-cd4ebfc8eb93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:05:38.781677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Bound using segment: {'id': 'd7bd87a8-f0dc-4566-bab7-79d37d4c92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9d75aaea-9223-4649-aed2-cd4ebfc8eb93'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:05:38.782172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Bound port: 39c71437-51d9-4359-8ec6-61d53e9484f0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bd87a8-f0dc-4566-bab7-79d37d4c92a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9d75aaea-9223-4649-aed2-cd4ebfc8eb93'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:05:38.782580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:38.879298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] For port 39c71437-51d9-4359-8ec6-61d53e9484f0, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:05:38.882587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] For port 39c71437-51d9-4359-8ec6-61d53e9484f0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=39c71437-51d9-4359-8ec6-61d53e9484f0,segment=NetworkSegment(d7bd87a8-f0dc-4566-bab7-79d37d4c92a1),segment_id=d7bd87a8-f0dc-4566-bab7-79d37d4c92a1)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:05:38.886008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:38.891060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7300a647-2c32-4742-aedb-9548a82a78d4 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:38.948417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:38.949032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:38.950879 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] 10.222.0.36 "PUT /v2.0/ports/39c71437-51d9-4359-8ec6-61d53e9484f0 HTTP/1.1" status: 200  len: 1093 time: 1.3667431
Apr 20 19:05:38.954970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4394c1a1-5a8c-4259-b894-e90109dade42', 'tag': '39c71437-51d9-4359-8ec6-61d53e9484f0'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:05:38.981119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Pushing event updated for resources: {'Port': ['ID=39c71437-51d9-4359-8ec6-61d53e9484f0,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:38.984459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:39.064717 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4394c1a1-5a8c-4259-b894-e90109dade42', 'tag': '39c71437-51d9-4359-8ec6-61d53e9484f0', 'status': 'completed', 'code': 200}
Apr 20 19:05:39.086786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-313c69e6-3cac-4609-ab6a-50eae2b7f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:39.088408 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-313c69e6-3cac-4609-ab6a-50eae2b7f7d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ad9ae30e0734ba0bda347abdaa58bc0&device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 1096 time: 0.0832915
Apr 20 19:05:39.170014 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-3aa6a55b-088f-42b2-89da-4d53b2776593 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39c71437-51d9-4359-8ec6-61d53e9484f0 HTTP/1.1" status: 200  len: 217 time: 0.0689042
Apr 20 19:05:39.238721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-7e9d68a5-10ec-4a0b-a470-946c7d21e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:39.240342 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-7e9d68a5-10ec-4a0b-a470-946c7d21e5f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad3c6337-0f3a-4f0f-957d-166d319b7afb HTTP/1.1" status: 200  len: 848 time: 0.0643947
Apr 20 19:05:39.300943 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-a8f72bf6-fd96-477c-98cc-32bd35a96924 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d75aaea-9223-4649-aed2-cd4ebfc8eb93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518563
Apr 20 19:05:39.514086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdadd3e-07e1-427b-8565-c6e9e0e1063e req-7bf1dcf1-7b92-427c-99ac-b312a453ad98 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:39.515715 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2bdadd3e-07e1-427b-8565-c6e9e0e1063e req-7bf1dcf1-7b92-427c-99ac-b312a453ad98 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 943 time: 0.2138183
Apr 20 19:05:39.519212 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-df97968b-9a00-42d4-9745-153603833507 service neutron] 10.222.0.36 "GET /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783912
Apr 20 19:05:39.652691 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2bdadd3e-07e1-427b-8565-c6e9e0e1063e req-07f37fd3-9752-41bf-a34c-e18b65659b19 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1304834
Apr 20 19:05:39.697556 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8e2b2115-aaab-4872-9776-9d5a7c77cfc6 req-d51aeb0f-0aca-428d-b6d0-70bb9aa85f6a service neutron] 10.222.0.36 "GET /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616013
Apr 20 19:05:39.872586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-dfb7e2b7-81b4-486f-8ced-599b46924f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:39.874207 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-dfb7e2b7-81b4-486f-8ced-599b46924f72 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7ad9ae30e0734ba0bda347abdaa58bc0&device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 1096 time: 0.0815473
Apr 20 19:05:40.015063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-33d09964-42a6-4851-9bd3-0e2750025511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:40.017297 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-33d09964-42a6-4851-9bd3-0e2750025511 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d75aaea-9223-4649-aed2-cd4ebfc8eb93 HTTP/1.1" status: 200  len: 909 time: 0.1357517
Apr 20 19:05:40.124546 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-8a42ca88-e0e5-463a-b156-f5e5caaab884 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=39c71437-51d9-4359-8ec6-61d53e9484f0 HTTP/1.1" status: 200  len: 217 time: 0.0650177
Apr 20 19:05:40.196263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-36cb867b-c216-4f69-a2cc-718a2e03cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:40.197803 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-36cb867b-c216-4f69-a2cc-718a2e03cdca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ad3c6337-0f3a-4f0f-957d-166d319b7afb HTTP/1.1" status: 200  len: 848 time: 0.0665874
Apr 20 19:05:40.250218 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-728e6f36-f40a-4566-9e33-334c2bf2334c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d75aaea-9223-4649-aed2-cd4ebfc8eb93&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450833
Apr 20 19:05:40.393333 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-de4a5d31-eeca-49df-a9e7-bf96aa623e12 service neutron] 10.222.0.36 "GET /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354618
Apr 20 19:05:40.535898 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b16db97f-b52a-4c5e-81f6-108024cced02 req-e88c713d-6d31-4bcc-b540-72adc2c0b307 service neutron] 10.222.0.36 "GET /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350150
Apr 20 19:05:40.683337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 39c71437-51d9-4359-8ec6-61d53e9484f0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:05:40.902927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 39c71437-51d9-4359-8ec6-61d53e9484f0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=39c71437-51d9-4359-8ec6-61d53e9484f0,segment=NetworkSegment(d7bd87a8-f0dc-4566-bab7-79d37d4c92a1),segment_id=d7bd87a8-f0dc-4566-bab7-79d37d4c92a1)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:40.918252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '39c71437-51d9-4359-8ec6-61d53e9484f0', 'network_id': '9d75aaea-9223-4649-aed2-cd4ebfc8eb93', 'port_id': '39c71437-51d9-4359-8ec6-61d53e9484f0', 'mac_address': 'fa:16:3e:e4:bc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3c6337-0f3a-4f0f-957d-166d319b7afb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:05:40.950232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9dedb-b06a-47bd-8f95-f985e1b83f7c req-3d674c9b-3b22-46a3-a416-81cfe39f085a tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:40.951805 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18f9dedb-b06a-47bd-8f95-f985e1b83f7c req-3d674c9b-3b22-46a3-a416-81cfe39f085a tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 943 time: 0.0966880
Apr 20 19:05:40.977508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:40.997881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c71437-51d9-4359-8ec6-61d53e9484f0 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:05:41.000757 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-18f9dedb-b06a-47bd-8f95-f985e1b83f7c req-662df646-f907-445f-bb16-04433d27d8fa tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419271
Apr 20 19:05:41.013946 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 39c71437-51d9-4359-8ec6-61d53e9484f0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=39c71437-51d9-4359-8ec6-61d53e9484f0,segment=NetworkSegment(d7bd87a8-f0dc-4566-bab7-79d37d4c92a1),segment_id=d7bd87a8-f0dc-4566-bab7-79d37d4c92a1)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:41.017291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:41.019182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:41.087755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=39c71437-51d9-4359-8ec6-61d53e9484f0,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:41.096015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.096394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.096775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.097150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.097524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.097894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.098262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.098658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.099030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.099397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.099762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.100123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:41.104092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:41.307071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['39c71437-51d9-4359-8ec6-61d53e9484f0'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:05:42.200997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9297ece-fbaa-4e82-b9f7-11db2adef176 req-c3edb764-4f41-496c-8829-c596cf5e2c1a tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:42.202521 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e9297ece-fbaa-4e82-b9f7-11db2adef176 req-c3edb764-4f41-496c-8829-c596cf5e2c1a tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 944 time: 0.0881510
Apr 20 19:05:42.250254 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e9297ece-fbaa-4e82-b9f7-11db2adef176 req-37e4a19b-9cbe-463d-b71c-1c060c3cdadf tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408766
Apr 20 19:05:42.700704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 39c71437-51d9-4359-8ec6-61d53e9484f0 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:05:42.777209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 39c71437-51d9-4359-8ec6-61d53e9484f0 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:05:42.783302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 39c71437-51d9-4359-8ec6-61d53e9484f0 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:05:42.783724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:42.912889 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:42.942116 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4394c1a1-5a8c-4259-b894-e90109dade42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c71437-51d9-4359-8ec6-61d53e9484f0'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:05:42.952540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 39c71437-51d9-4359-8ec6-61d53e9484f0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=39c71437-51d9-4359-8ec6-61d53e9484f0,segment=NetworkSegment(d7bd87a8-f0dc-4566-bab7-79d37d4c92a1),segment_id=d7bd87a8-f0dc-4566-bab7-79d37d4c92a1)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:42.957154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:42.959242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:43.033476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=39c71437-51d9-4359-8ec6-61d53e9484f0,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:43.036851 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:43.053794 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4394c1a1-5a8c-4259-b894-e90109dade42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c71437-51d9-4359-8ec6-61d53e9484f0', 'code': 200}
Apr 20 19:05:43.332399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06a924-b7f1-457c-93c1-72d522876046 req-46ed9fa9-5865-4772-8ed8-e9800adfae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:43.334020 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ea06a924-b7f1-457c-93c1-72d522876046 req-46ed9fa9-5865-4772-8ed8-e9800adfae4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 1098 time: 0.0839162
Apr 20 19:05:43.425250 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ea06a924-b7f1-457c-93c1-72d522876046 req-6b9eb334-e39e-45d5-9601-aebdae696825 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844886
Apr 20 19:05:43.465751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c5509-2ac8-4a25-8804-b74d36679e59 req-5e6b5337-4566-4b61-8d96-8c78299ba5dd tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:43.467365 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-486c5509-2ac8-4a25-8804-b74d36679e59 req-5e6b5337-4566-4b61-8d96-8c78299ba5dd tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 945 time: 0.0956779
Apr 20 19:05:43.519711 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-486c5509-2ac8-4a25-8804-b74d36679e59 req-8d79bdc5-f2fd-4b2f-a132-23284c0d37e6 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459919
Apr 20 19:05:44.720142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccd3df-ac3b-4cc8-8374-46bfb081fc2d req-5005a274-f98a-4039-a18b-e893c4b908c3 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:44.721723 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dcccd3df-ac3b-4cc8-8374-46bfb081fc2d req-5005a274-f98a-4039-a18b-e893c4b908c3 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 945 time: 0.0897920
Apr 20 19:05:44.769856 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-dcccd3df-ac3b-4cc8-8374-46bfb081fc2d req-2a5cbfcc-6635-44d9-8350-2c646b140684 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416553
Apr 20 19:05:45.051599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 40952) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:05:45.318584 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Deleting port c5d18aae-7221-42c6-9410-86554cf28bba {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:05:45.318973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:45.522077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:45.522577 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:45.665170 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Calling delete_port for c5d18aae-7221-42c6-9410-86554cf28bba owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:05:45.856398 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:45.861492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:45.916328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event deleted for resources: {'Port': ['ID=c5d18aae-7221-42c6-9410-86554cf28bba,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:45.950174 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:46.068674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:46.068951 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Floating IP 75f42212-9e2f-4612-8d6d-9515f237029f disassociated (deleted). External IP: 172.27.0.55, port: eea22acf-237e-4f43-91ee-7b618e929ef1.
Apr 20 19:05:46.250812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d94933-cc79-44fa-9125-f5d118bde0e3 req-d414680b-b12c-4db5-8c92-88cc3576c912 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:46.252453 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-03d94933-cc79-44fa-9125-f5d118bde0e3 req-d414680b-b12c-4db5-8c92-88cc3576c912 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 945 time: 0.2670906
Apr 20 19:05:46.393427 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-03d94933-cc79-44fa-9125-f5d118bde0e3 req-55e80f83-4cf4-4746-915a-e8ca454b5824 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343710
Apr 20 19:05:46.528338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Router d371eb9f-9036-45f3-a278-c5a83a57a0c9 has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:05:46.992019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:05:47.003224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] Sync routers for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:05:47.013183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:47.013683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:05:47.014379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98427748>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:05:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:47.076728 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-c44c802d-06de-40de-a056-bc1c7bb427f5 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "DELETE /v2.0/floatingips/75f42212-9e2f-4612-8d6d-9515f237029f HTTP/1.1" status: 204  len: 168 time: 2.0238285
Apr 20 19:05:47.077420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:05:47.361153 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'status': 'completed', 'code': 200}
Apr 20 19:05:47.398090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:05:47.466696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.36', 57788) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:05:47.576348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b9381-97c3-432a-9a98-cf51af19c11c req-8997109f-7d6f-40fb-ae32-0b7e4d3e95f8 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:47.577951 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-005b9381-97c3-432a-9a98-cf51af19c11c req-8997109f-7d6f-40fb-ae32-0b7e4d3e95f8 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.36 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 945 time: 0.1100428
Apr 20 19:05:47.607888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-9eb952c4-57d4-47cd-9f7e-96e76170c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:47.610093 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-9eb952c4-57d4-47cd-9f7e-96e76170c0b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58376bdbb5e446aba6e8e644902c36f4&device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 1098 time: 0.1142919
Apr 20 19:05:47.619413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f64f7-0d6c-42b0-9e42-eb19757a8a97 req-6218522b-60c6-4673-b2a3-cc63555b3bc6 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:47.620191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-858f64f7-0d6c-42b0-9e42-eb19757a8a97 req-6218522b-60c6-4673-b2a3-cc63555b3bc6 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Synchronizing usage tracker for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:05:47.659896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Deleting port 39c71437-51d9-4359-8ec6-61d53e9484f0 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:05:47.660266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:47.733591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-858f64f7-0d6c-42b0-9e42-eb19757a8a97 req-6218522b-60c6-4673-b2a3-cc63555b3bc6 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Unset dirty status for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:05:47.735821 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-858f64f7-0d6c-42b0-9e42-eb19757a8a97 req-6218522b-60c6-4673-b2a3-cc63555b3bc6 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.2840052
Apr 20 19:05:47.763665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98427748>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 5, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:47.768277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] Checking router: d371eb9f-9036-45f3-a278-c5a83a57a0c9 for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:05:47.777926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:05:47.778640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98427748>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:05:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:47.817008 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-858f64f7-0d6c-42b0-9e42-eb19757a8a97 req-daf9b2ad-576c-48ba-a7e8-73295979dd7d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609646
Apr 20 19:05:47.849091 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-6f3419ba-b5ce-49a8-9624-b35b9af64af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:47.850834 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-6f3419ba-b5ce-49a8-9624-b35b9af64af1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 200  len: 910 time: 0.2275424
Apr 20 19:05:47.940977 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-4689bb07-c07a-46e5-9852-590b99fbdb8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 200  len: 217 time: 0.0824471
Apr 20 19:05:47.946362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] For port 39c71437-51d9-4359-8ec6-61d53e9484f0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=39c71437-51d9-4359-8ec6-61d53e9484f0,segment=NetworkSegment(d7bd87a8-f0dc-4566-bab7-79d37d4c92a1),segment_id=d7bd87a8-f0dc-4566-bab7-79d37d4c92a1)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:47.946805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:47.978448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:05:48.073137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-89d06de7-7c9e-495a-ab0d-3801948c2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:48.074760 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-89d06de7-7c9e-495a-ab0d-3801948c2b2e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 200  len: 848 time: 0.1268735
Apr 20 19:05:48.146080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Calling delete_port for 39c71437-51d9-4359-8ec6-61d53e9484f0 owned by compute:nova {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:05:48.158207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f76b-16f7-4a88-ab24-9c099e06004f req-b2b64598-08a0-4f54-89cf-4fcb39abc29c tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:48.159914 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2072f76b-16f7-4a88-ab24-9c099e06004f req-b2b64598-08a0-4f54-89cf-4fcb39abc29c tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/ports?device_id=4394c1a1-5a8c-4259-b894-e90109dade42 HTTP/1.1" status: 200  len: 945 time: 0.1727047
Apr 20 19:05:48.208098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-e2ee2ffc-1e67-43b1-a3ff-2064d5f578ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:48.209801 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-e2ee2ffc-1e67-43b1-a3ff-2064d5f578ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=290f9d54-0971-46f3-8039-2445c075ae34&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1266832
Apr 20 19:05:48.257873 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2072f76b-16f7-4a88-ab24-9c099e06004f req-ed2a4bfb-c84d-4d24-890e-8764ac97cbc8 tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.22 "GET /v2.0/security-groups?id=2226bd1d-0ed4-4789-b75f-03692f5c0559&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861208
Apr 20 19:05:48.310018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:48.316732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5aa32bd7-22b3-459e-8875-47427a16483a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:48.350724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98427748>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 5, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:48.357507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['39c71437-51d9-4359-8ec6-61d53e9484f0'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:05:48.373272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Pushing event deleted for resources: {'Port': ['ID=39c71437-51d9-4359-8ec6-61d53e9484f0,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:48.378544 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-81f08d9a-32d5-43a3-a592-7f0e85050875 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1578283
Apr 20 19:05:48.389653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b24d9a-9cbf-4d97-bf8d-d2e758bbfe1c None None] The sync data for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi is: [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:01:09Z', 'revision_number': 4, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': 'ffbfe48d-151e-4f6f-be93-7849abc9e353', 'name': '', 'network_id': '290f9d54-0971-46f3-8039-2445c075ae34', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'mac_address': 'fa:16:3e:a8:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:08Z', 'updated_at': '2021-04-20T19:01:18Z', 'revision_number': 5, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'subnets': [{'id': 'f70649b5-32e7-46d9-86dd-8a64dee20775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:05:48.412084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.412513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.412934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.413354 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.413767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.414179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.414892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.415000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.415375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.415775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.416175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.416563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:05:48.426844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:48.472269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] No DVR routers for this DVR port 39c71437-51d9-4359-8ec6-61d53e9484f0 on host hv-cinder-78693 {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:05:48.474842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:48.477743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4394c1a1-5a8c-4259-b894-e90109dade42', 'name': 'network-vif-deleted', 'tag': '39c71437-51d9-4359-8ec6-61d53e9484f0'}] {{(pid=86364) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:05:48.495263 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-005b9381-97c3-432a-9a98-cf51af19c11c req-cbf71883-9b27-461e-b3db-1cdc6404ee8b tempest-VolumesActionsTest-1425552088 tempest-VolumesActionsTest-1425552088-project] 10.222.0.36 "DELETE /v2.0/ports/39c71437-51d9-4359-8ec6-61d53e9484f0 HTTP/1.1" status: 204  len: 173 time: 0.9110868
Apr 20 19:05:48.544358 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3515ad06-8642-4c07-8b2c-dbbdbbf9a35d req-dc49db19-3f57-4e66-996e-e861c492ac99 service neutron] 10.222.0.36 "GET /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586783
Apr 20 19:05:48.682492 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4394c1a1-5a8c-4259-b894-e90109dade42', 'name': 'network-vif-deleted', 'tag': '39c71437-51d9-4359-8ec6-61d53e9484f0', 'status': 'completed', 'code': 200}
Apr 20 19:05:48.806130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505168b-a6b3-4c7e-933f-a2ff5c1ab624 None None] New status for floating IP 75f42212-9e2f-4612-8d6d-9515f237029f: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:05:49.045671 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3393f-7cc3-4242-b61b-8fc89e64dde3 req-856a21c8-7629-46e9-a97c-a0b5ec42e811 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:49.048075 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-28d3393f-7cc3-4242-b61b-8fc89e64dde3 req-856a21c8-7629-46e9-a97c-a0b5ec42e811 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.1066303
Apr 20 19:05:49.111864 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-28d3393f-7cc3-4242-b61b-8fc89e64dde3 req-f396610e-52b1-4b0c-b083-f6a1cd6e80a8 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/security-groups?id=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0571699
Apr 20 19:05:49.212660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c72b9d5a-5193-45ee-878d-b42d555db71b tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:05:49.214291 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c72b9d5a-5193-45ee-878d-b42d555db71b tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.36 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 945 time: 0.0972855
Apr 20 19:05:49.296436 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Deleting port eea22acf-237e-4f43-91ee-7b618e929ef1 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:05:49.297362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:49.570933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] For port eea22acf-237e-4f43-91ee-7b618e929ef1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=eea22acf-237e-4f43-91ee-7b618e929ef1,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:49.571342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:49.704314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Calling delete_port for eea22acf-237e-4f43-91ee-7b618e929ef1 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:05:49.858119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:49.865322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:49.914654 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event deleted for resources: {'Port': ['ID=eea22acf-237e-4f43-91ee-7b618e929ef1,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:49.950429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:49.996873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] No DVR routers for this DVR port eea22acf-237e-4f43-91ee-7b618e929ef1 on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:05:49.999514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:50.004743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'name': 'network-vif-deleted', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:05:50.018196 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0e950c7e-3bb8-4961-8240-094e41fb7900 req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.36 "DELETE /v2.0/ports/eea22acf-237e-4f43-91ee-7b618e929ef1 HTTP/1.1" status: 204  len: 173 time: 0.7977748
Apr 20 19:05:50.055708 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f012e5eb-c916-40af-b54d-b803f861cbd1', 'name': 'network-vif-deleted', 'tag': 'eea22acf-237e-4f43-91ee-7b618e929ef1', 'status': 'completed', 'code': 200}
Apr 20 19:05:50.285008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-07524fa1-c600-4fc8-8ac6-7bb7d0d412fd req-4d1a6813-14db-4846-a382-5a01b6291fa4 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Synchronizing usage tracker for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:05:50.301293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-07524fa1-c600-4fc8-8ac6-7bb7d0d412fd req-4d1a6813-14db-4846-a382-5a01b6291fa4 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Unset dirty status for tenant:58376bdbb5e446aba6e8e644902c36f4 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:05:50.302840 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-07524fa1-c600-4fc8-8ac6-7bb7d0d412fd req-4d1a6813-14db-4846-a382-5a01b6291fa4 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "GET /v2.0/ports?device_id=f012e5eb-c916-40af-b54d-b803f861cbd1 HTTP/1.1" status: 200  len: 210 time: 0.0663912
Apr 20 19:05:51.413534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41030) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:05:51.494972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b066b41c-bc6e-4dac-ba7d-8a32ef94c0a3 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:51.527485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b066b41c-bc6e-4dac-ba7d-8a32ef94c0a3 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:51.584931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b066b41c-bc6e-4dac-ba7d-8a32ef94c0a3 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:51.590362 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-48904240-8600-40e6-ba2a-d9a7facbe52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:51.607194 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066b41c-bc6e-4dac-ba7d-8a32ef94c0a3 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d6fad-fde0-43e6-8dfb-82606bb5ecb2,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:51.612909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b066b41c-bc6e-4dac-ba7d-8a32ef94c0a3 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:51.614953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b066b41c-bc6e-4dac-ba7d-8a32ef94c0a3 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:51.616178 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b066b41c-bc6e-4dac-ba7d-8a32ef94c0a3 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] 10.222.0.22 "DELETE /v2.0/security-groups/e18d6fad-fde0-43e6-8dfb-82606bb5ecb2 HTTP/1.1" status: 204  len: 168 time: 0.2015712
Apr 20 19:05:51.665682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41036) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:05:51.891711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:05:52.245411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:52.864690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Deleting port ffbfe48d-151e-4f6f-be93-7849abc9e353 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:05:52.865242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:53.054368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] For port ffbfe48d-151e-4f6f-be93-7849abc9e353, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=ffbfe48d-151e-4f6f-be93-7849abc9e353,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:53.054743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:53.192506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Calling delete_port for ffbfe48d-151e-4f6f-be93-7849abc9e353 owned by network:router_interface {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:05:53.371657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:53.376853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-c6499906-3a3f-4a32-961f-a4a9789bc01d tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:53.422802 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbfe48d-151e-4f6f-be93-7849abc9e353,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:53.426186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:53.707910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eea22acf-237e-4f43-91ee-7b618e929ef1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:05:53.712612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:53.748096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: eea22acf-237e-4f43-91ee-7b618e929ef1 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:05:53.748571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device eea22acf-237e-4f43-91ee-7b618e929ef1 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:05:53.749003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 39c71437-51d9-4359-8ec6-61d53e9484f0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:05:53.785548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 39c71437-51d9-4359-8ec6-61d53e9484f0 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:05:53.785951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 39c71437-51d9-4359-8ec6-61d53e9484f0 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:05:54.107608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Router d371eb9f-9036-45f3-a278-c5a83a57a0c9 has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:05:54.296589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:05:54.305347 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] Sync routers for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:05:54.311680 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] 10.222.0.22 "PUT /v2.0/routers/d371eb9f-9036-45f3-a278-c5a83a57a0c9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6448133
Apr 20 19:05:54.314845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41052) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:05:54.315924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:05:54.316604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98456208>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:05:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:54.504608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:54.510358 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:05:54.691410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:54.700575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Deleting port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:05:54.701012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:54.833463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98456208>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:05:53Z', 'revision_number': 5, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port': {'id': '8e98ba52-225f-49db-a474-9c1bc3c1b2ab', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 575, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:05Z', 'updated_at': '2021-04-20T19:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:54.837787 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] Checking router: d371eb9f-9036-45f3-a278-c5a83a57a0c9 for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:05:54.847625 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] Routers {'d371eb9f-9036-45f3-a278-c5a83a57a0c9'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:05:54.848269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98456208>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:05:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:54.948123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] For port 8e98ba52-225f-49db-a474-9c1bc3c1b2ab, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=8e98ba52-225f-49db-a474-9c1bc3c1b2ab,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:54.948524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:55.019517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] Set router d371eb9f-9036-45f3-a278-c5a83a57a0c9 gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:05:55.086892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Calling delete_port for 8e98ba52-225f-49db-a474-9c1bc3c1b2ab owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:05:55.136326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98456208>, [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:05:54Z', 'revision_number': 6, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:55.141348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a738ea36-dee0-4ccd-97ef-3ea6835ea6ed None None] The sync data for ids ['d371eb9f-9036-45f3-a278-c5a83a57a0c9'] in dv-cinder-786930-2-iscsi is: [{'id': 'd371eb9f-9036-45f3-a278-c5a83a57a0c9', 'name': 'tempest-TestShelveInstance-1408812507-router', 'tenant_id': '58376bdbb5e446aba6e8e644902c36f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:04Z', 'updated_at': '2021-04-20T19:05:54Z', 'revision_number': 6, 'project_id': '58376bdbb5e446aba6e8e644902c36f4', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:05:55.300039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:55.307400 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-58ed0670-4e99-41c6-9d97-b723f899c2f5 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:55.373128 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e98ba52-225f-49db-a474-9c1bc3c1b2ab,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:55.378390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:55.514112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.086047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device ffbfe48d-151e-4f6f-be93-7849abc9e353 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:05:56.114704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.117675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.133810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: ffbfe48d-151e-4f6f-be93-7849abc9e353 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:05:56.134138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device ffbfe48d-151e-4f6f-be93-7849abc9e353 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:05:56.134636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 8e98ba52-225f-49db-a474-9c1bc3c1b2ab no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:05:56.154531 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.155418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d371eb9f-9036-45f3-a278-c5a83a57a0c9 {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:05:56.176736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.178250 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d371eb9f-9036-45f3-a278-c5a83a57a0c9 HTTP/1.1" status: 204  len: 168 time: 1.8623924
Apr 20 19:05:56.181040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41082) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:05:56.183872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 8e98ba52-225f-49db-a474-9c1bc3c1b2ab {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:05:56.184277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 8e98ba52-225f-49db-a474-9c1bc3c1b2ab not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:05:56.275898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] Deleting subnet f70649b5-32e7-46d9-86dd-8a64dee20775 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:05:56.279653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.342164 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.439035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.777903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.784555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-89c69662-5541-4a7a-8b2b-f1c273d94746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:56.824521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70649b5-32e7-46d9-86dd-8a64dee20775,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:56.827743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:56.830312 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:56.832216 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aefcaa-58ab-4baf-b78a-bedfc54cacf5 None None] Network 290f9d54-0971-46f3-8039-2445c075ae34 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:05:56.835039 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-837caa2e-50fc-4d63-b92c-4789ce5e5dde admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f70649b5-32e7-46d9-86dd-8a64dee20775 HTTP/1.1" status: 204  len: 168 time: 0.6526363
Apr 20 19:05:56.837683 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41086) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:05:56.940297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:57.217570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] DHCP port deletion for 290f9d54-0971-46f3-8039-2445c075ae34 request from dv-cinder-786930-2-iscsi {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:05:57.223454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] Deleting port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:05:57.224158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:57.265772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:57.281461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Deleting port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:05:57.281837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:57.595686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] For port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=0206f3cb-5462-4d7d-bd5d-b9fecdfca677,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:57.596677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:57.710718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] For port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=0206f3cb-5462-4d7d-bd5d-b9fecdfca677,segment=NetworkSegment(67351439-9864-4f7a-871d-4e505af648f9),segment_id=67351439-9864-4f7a-871d-4e505af648f9)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:05:57.711473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:57.767830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Calling delete_port for 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:05:57.861262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] Calling delete_port for 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:05:57.864294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:57.869862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:57.926059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] No DVR routers for this DVR port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 on host dv-cinder-786930-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:05:57.957223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.api [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:05:57.958018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.api [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:05:57.971345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0206f3cb-5462-4d7d-bd5d-b9fecdfca677,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:57.974634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:58.057433 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:05:58.088731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:58.104707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:05:58.105099 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:05:58.244880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a981fb358>,) {'filters': {'network_id': ['290f9d54-0971-46f3-8039-2445c075ae34']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:58.260609 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a981fb358>, '67351439-9864-4f7a-871d-4e505af648f9') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:58.261035 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a981fb358>, '67351439-9864-4f7a-871d-4e505af648f9') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:05:58.281960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:58.305992 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:58.314499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:05:58.459509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] Deleting port 0206f3cb-5462-4d7d-bd5d-b9fecdfca677 {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:05:58.459966 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:58.543264 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Network 290f9d54-0971-46f3-8039-2445c075ae34 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:05:58.555731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:58.561341 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cc48e-3f1d-4055-a13e-b28156cfee11 None None] The port '0206f3cb-5462-4d7d-bd5d-b9fecdfca677' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:05:58.767327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Network 290f9d54-0971-46f3-8039-2445c075ae34 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:05:58.799469 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:05:58.921509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:58.925618 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0f83b22c-eda5-4ab8-8da8-cc9b8b9dd46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:05:58.943691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:05:58.954192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=290f9d54-0971-46f3-8039-2445c075ae34,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:05:58.960464 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:05:58.976094 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/290f9d54-0971-46f3-8039-2445c075ae34 HTTP/1.1" status: 204  len: 168 time: 2.1343853
Apr 20 19:05:58.976636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41102) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:05:59.622058 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:00.060073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Deleting port bc633d9e-04a9-4a75-a6ed-72abd87468d3 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:06:00.060451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:00.219161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f85b62b-20f2-4b0b-a62e-9ace747350c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:00.293520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] For port bc633d9e-04a9-4a75-a6ed-72abd87468d3, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=bc633d9e-04a9-4a75-a6ed-72abd87468d3,segment=NetworkSegment(9326f6cc-6efe-407b-a8a2-9c8365c4f0e3),segment_id=9326f6cc-6efe-407b-a8a2-9c8365c4f0e3)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:00.293824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:00.458968 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Calling delete_port for bc633d9e-04a9-4a75-a6ed-72abd87468d3 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:06:00.675364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:00.687474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2b595f9d-605d-4f08-bd97-146a30c0d6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:00.782105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc633d9e-04a9-4a75-a6ed-72abd87468d3,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:00.790586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:01.374903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:01.822326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Router c701db44-317d-4c43-87f2-2ef386361c8a has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:06:02.107872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:06:02.119095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] Sync routers for ids ['c701db44-317d-4c43-87f2-2ef386361c8a'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:06:02.123265 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] 10.222.0.22 "PUT /v2.0/routers/c701db44-317d-4c43-87f2-2ef386361c8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1430297
Apr 20 19:06:02.123816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41122) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:02.140505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] Routers {'c701db44-317d-4c43-87f2-2ef386361c8a'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:02.141204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98b77198>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:05:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['c701db44-317d-4c43-87f2-2ef386361c8a'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:02.348154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] Set router c701db44-317d-4c43-87f2-2ef386361c8a gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:02.373524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks [] for router, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:02.525076 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f4fa4ad-72c4-4e8f-8175-ecd282a1510a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:02.615175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:02.630226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Deleting port c620fb26-3fa6-48e5-9454-c76c76280901 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:06:02.630661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:02.703690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98b77198>, [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:06:00Z', 'revision_number': 5, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port': {'id': 'c620fb26-3fa6-48e5-9454-c76c76280901', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:02.710134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] Checking router: c701db44-317d-4c43-87f2-2ef386361c8a for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:06:02.722724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] Routers {'c701db44-317d-4c43-87f2-2ef386361c8a'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:02.723773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98b77198>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['c701db44-317d-4c43-87f2-2ef386361c8a'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:02.977662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] For port c620fb26-3fa6-48e5-9454-c76c76280901, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=c620fb26-3fa6-48e5-9454-c76c76280901,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:02.978858 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:03.008052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:03.168123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] Set router c701db44-317d-4c43-87f2-2ef386361c8a gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:03.205931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Calling delete_port for c620fb26-3fa6-48e5-9454-c76c76280901 owned by network:router_gateway {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:06:03.338741 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98b77198>, [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:06:02Z', 'revision_number': 6, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:03.346379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b5bca-25bb-4dea-ad5a-496840b69181 None None] The sync data for ids ['c701db44-317d-4c43-87f2-2ef386361c8a'] in dv-cinder-786930-2-iscsi is: [{'id': 'c701db44-317d-4c43-87f2-2ef386361c8a', 'name': 'tempest-TestShelveInstance-1381918698-router', 'tenant_id': '0c7a0298d14d4432afa1d119f79ef36d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:01:12Z', 'updated_at': '2021-04-20T19:06:02Z', 'revision_number': 6, 'project_id': '0c7a0298d14d4432afa1d119f79ef36d', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:06:03.569645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:03.575103 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:03.671605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Pushing event deleted for resources: {'Port': ['ID=c620fb26-3fa6-48e5-9454-c76c76280901,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:03.703690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:03.708207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:03.751524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:03.956195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:03.960458 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.030225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.031740 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c701db44-317d-4c43-87f2-2ef386361c8a {{(pid=86363) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:06:04.054073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.058352 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c701db44-317d-4c43-87f2-2ef386361c8a HTTP/1.1" status: 204  len: 168 time: 1.9305930
Apr 20 19:06:04.059150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41138) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:04.069950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device c620fb26-3fa6-48e5-9454-c76c76280901 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:06:04.118329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: c620fb26-3fa6-48e5-9454-c76c76280901 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:06:04.118750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device c620fb26-3fa6-48e5-9454-c76c76280901 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:06:04.119219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device bc633d9e-04a9-4a75-a6ed-72abd87468d3 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:06:04.166114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: bc633d9e-04a9-4a75-a6ed-72abd87468d3 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:06:04.168592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device bc633d9e-04a9-4a75-a6ed-72abd87468d3 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:06:04.301571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] Deleting subnet 17bf3d58-3b02-4869-ae30-0e2ab898b3c5 {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:06:04.306290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.379521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.495028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.723235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.833521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.847522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d534d5a6-6735-4152-8fe9-600f3d3d1848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:04.891743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:04.899586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ad71f4-ae75-4c7d-aebd-33f2a0781482 None None] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:06:04.900600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bf3d58-3b02-4869-ae30-0e2ab898b3c5,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:04.904917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:04.907175 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8955fec8-8e5a-4b6d-87f8-79fe58475274 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/17bf3d58-3b02-4869-ae30-0e2ab898b3c5 HTTP/1.1" status: 204  len: 168 time: 0.8468499
Apr 20 19:06:04.909975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41150) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:05.049666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:05.079845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Deleting port 8662a731-bcf2-4642-8c27-9c4ba39a907b {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:06:05.080382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:05.298848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] DHCP port deletion for 3c63fd56-dc68-4afc-a42a-f05ed4987254 request from dv-cinder-786930-2-iscsi {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:06:05.304066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] Deleting port 8662a731-bcf2-4642-8c27-9c4ba39a907b {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:06:05.304712 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:05.413220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] For port 8662a731-bcf2-4642-8c27-9c4ba39a907b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=8662a731-bcf2-4642-8c27-9c4ba39a907b,segment=NetworkSegment(9326f6cc-6efe-407b-a8a2-9c8365c4f0e3),segment_id=9326f6cc-6efe-407b-a8a2-9c8365c4f0e3)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:05.414003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:05.579900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Calling delete_port for 8662a731-bcf2-4642-8c27-9c4ba39a907b owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:06:05.662789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:05.668444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-73f16fc0-9da2-49ff-a8f7-2889acc23bb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:05.682043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] For port 8662a731-bcf2-4642-8c27-9c4ba39a907b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=8662a731-bcf2-4642-8c27-9c4ba39a907b,segment=NetworkSegment(9326f6cc-6efe-407b-a8a2-9c8365c4f0e3),segment_id=9326f6cc-6efe-407b-a8a2-9c8365c4f0e3)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:05.682643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:05.722383 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Pushing event deleted for resources: {'Port': ['ID=8662a731-bcf2-4642-8c27-9c4ba39a907b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:05.725668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:05.728161 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] No DVR routers for this DVR port 8662a731-bcf2-4642-8c27-9c4ba39a907b on host dv-cinder-786930-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:06:05.868030 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] Calling delete_port for 8662a731-bcf2-4642-8c27-9c4ba39a907b owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:06:05.908488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:05.948960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.api [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:06:05.949376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.api [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:06:06.041062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a98209cc0>,) {'filters': {'network_id': ['3c63fd56-dc68-4afc-a42a-f05ed4987254']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:06.057753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a98209cc0>, '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:06.058751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a98209cc0>, '9326f6cc-6efe-407b-a8a2-9c8365c4f0e3') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:06.072211 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 8662a731-bcf2-4642-8c27-9c4ba39a907b no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:06:06.073702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:06.091566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:06.101371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:06:06.118025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 8662a731-bcf2-4642-8c27-9c4ba39a907b {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:06:06.118572 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 8662a731-bcf2-4642-8c27-9c4ba39a907b not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:06:06.353777 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:06:06.370447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:06.450556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] Deleting port 8662a731-bcf2-4642-8c27-9c4ba39a907b {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:06:06.451179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:06.541210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-e5546214-5d05-4abc-8d62-a4bdadca079b None None] The port '8662a731-bcf2-4642-8c27-9c4ba39a907b' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:06:06.622393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Network 3c63fd56-dc68-4afc-a42a-f05ed4987254 has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:06:06.650449 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:06:06.743501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:06.746918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6d6477ba-295c-4cfc-a839-759306ecf8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:06.765779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:06.784054 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3c63fd56-dc68-4afc-a42a-f05ed4987254 HTTP/1.1" status: 204  len: 168 time: 1.8703656
Apr 20 19:06:06.784054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c63fd56-dc68-4afc-a42a-f05ed4987254,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:06.797846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:06.947770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41164) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:07.009343 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ae6246ea-e218-4431-b47e-5bcae3dd4afa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58376bdbb5e446aba6e8e644902c36f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598416
Apr 20 19:06:07.012651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41168) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:07.095454 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-017e5409-6e88-42d1-9ac9-d6a8b5257d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:07.124417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-017e5409-6e88-42d1-9ac9-d6a8b5257d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:07.228553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-017e5409-6e88-42d1-9ac9-d6a8b5257d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:07.234754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-04e51880-ec11-4e11-8991-f7671ee0ac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:07.254626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e5409-6e88-42d1-9ac9-d6a8b5257d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c058d75-2ba5-41c6-bc1d-c702002d8693,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:07.257278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-017e5409-6e88-42d1-9ac9-d6a8b5257d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:07.263069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-017e5409-6e88-42d1-9ac9-d6a8b5257d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:07.266896 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-017e5409-6e88-42d1-9ac9-d6a8b5257d30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c058d75-2ba5-41c6-bc1d-c702002d8693 HTTP/1.1" status: 204  len: 168 time: 0.2506809
Apr 20 19:06:07.790256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41184) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:07.888689 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-7aaba01f-cb25-4843-8703-50e306ba4ec0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c7a0298d14d4432afa1d119f79ef36d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0948184
Apr 20 19:06:07.889644 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41188) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:07.991919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-659a79fd-2b90-4791-bae9-1b4da9fd4310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:08.034008 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-659a79fd-2b90-4791-bae9-1b4da9fd4310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:08.098361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-659a79fd-2b90-4791-bae9-1b4da9fd4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:08.106059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-316030e4-2460-4621-8bca-9332bb832113 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:08.130820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a79fd-2b90-4791-bae9-1b4da9fd4310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce0268-ad4c-4f46-949d-4582a2123169,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:08.134289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-659a79fd-2b90-4791-bae9-1b4da9fd4310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:08.139457 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-659a79fd-2b90-4791-bae9-1b4da9fd4310 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cce0268-ad4c-4f46-949d-4582a2123169 HTTP/1.1" status: 204  len: 168 time: 0.2448881
Apr 20 19:06:08.139457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-659a79fd-2b90-4791-bae9-1b4da9fd4310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:13.585583 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41282) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:13.653191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] Deleting subnet ad3c6337-0f3a-4f0f-957d-166d319b7afb {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:06:13.656617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:13.709557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9837728'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:13.773942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:14.047635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9546460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3657589'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:14.052877 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:14.095707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3c6337-0f3a-4f0f-957d-166d319b7afb,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:14.097800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:14.100845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:14.105336 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-905c4b7c-60e7-4a70-80bf-37e3d083d5fb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ad3c6337-0f3a-4f0f-957d-166d319b7afb HTTP/1.1" status: 204  len: 168 time: 0.5186393
Apr 20 19:06:14.108665 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41286) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:14.225899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:14.361130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:14.479856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a92b9ea90>,) {'filters': {'network_id': ['9d75aaea-9223-4649-aed2-cd4ebfc8eb93']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:14.493650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a92b9ea90>, 'd7bd87a8-f0dc-4566-bab7-79d37d4c92a1') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:14.493997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a92b9ea90>, 'd7bd87a8-f0dc-4566-bab7-79d37d4c92a1') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:14.507098 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844938072'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:14.522308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:14.528822 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:06:14.713594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:06:14.723837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845229185'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:14.911721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Network 9d75aaea-9223-4649-aed2-cd4ebfc8eb93 has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:06:14.935595 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:06:15.015847 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:15.019643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:15.034402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:15.046520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=9d75aaea-9223-4649-aed2-cd4ebfc8eb93,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:15.050116 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:15.056611 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-f248d09f-d625-46e1-97af-5bd2392ccb6f admin admin] 10.222.0.22 "DELETE /v2.0/networks/9d75aaea-9223-4649-aed2-cd4ebfc8eb93 HTTP/1.1" status: 204  len: 168 time: 0.9467537
Apr 20 19:06:15.240332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41292) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:15.292309 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-dc8feaf1-2dfe-4f78-95b5-4f80c08690d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ad9ae30e0734ba0bda347abdaa58bc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505669
Apr 20 19:06:15.295628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41296) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:15.357986 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-945c3a90-703a-421f-81c1-e33557f9710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:15.392896 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-945c3a90-703a-421f-81c1-e33557f9710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:15.442997 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-945c3a90-703a-421f-81c1-e33557f9710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:15.448293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9c497517-bee9-4c3f-a69a-d890563a74db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:15.709503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c3a90-703a-421f-81c1-e33557f9710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2226bd1d-0ed4-4789-b75f-03692f5c0559,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:15.713425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-945c3a90-703a-421f-81c1-e33557f9710f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:15.718307 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-945c3a90-703a-421f-81c1-e33557f9710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:15.719585 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-945c3a90-703a-421f-81c1-e33557f9710f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2226bd1d-0ed4-4789-b75f-03692f5c0559 HTTP/1.1" status: 204  len: 168 time: 0.4229696
Apr 20 19:06:16.505894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41320) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:16.625537 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-180891181-network', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:16.630792 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:16.634903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Usage tracker for resource:network and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:16.638406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:16.645445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:16.655122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Made reservation on behalf of aae127a36d1f43d28692c8a8bab8cf98 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:06:16.660153 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:16.673720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:16.689169 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:16.693159 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Usage tracker for resource:security_group_rule and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:16.696265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:16.702882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:16.799696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:16.804608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:16.808798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8df84bb9-a8de-4670-9104-d327419eed8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:16.835072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'}  {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:06:16.848895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a992eec-983a-4604-8256-ab93dfcbb9fe,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:16.853306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:16.854298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:16.854709 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Added segment 505bcef7-a582-47cb-b420-f22a31879ca4 of type vlan for network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc
Apr 20 19:06:16.881996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:16.912645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:16.914049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:16.914715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:16.920231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-167a835a-e65d-4eaf-9dce-cfa910d50312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:17.026495 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5193205
Apr 20 19:06:17.029641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41326) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:17.029779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Pushing event updated for resources: {'Network': ['ID=531a37fc-019b-491b-b0c5-cf6cccdcc8fc,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:17.032513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-45405cdf-011f-49e9-85cc-5d8cd4a80a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:17.036891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Request body: {'subnet': {'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-180891181-subnet', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'ip_version': 4}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:17.042122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:06:17.044765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:17.048863 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Usage tracker for resource:subnet and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:17.053271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:17.060102 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:17.069040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Made reservation on behalf of aae127a36d1f43d28692c8a8bab8cf98 for: {'subnet': 1} {{(pid=86364) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:06:17.073927 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852671375'] for subnet, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:17.753020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852500127', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852671392'] for subnet, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:17.757989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:17.843892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be3ea13d-ee0f-45f5-b900-fba8d7d0092b,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:17.848123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:17.849039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Checking segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86364) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:17.849432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Network hostable DHCP agents. Network: 531a37fc-019b-491b-b0c5-cf6cccdcc8fc, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86364) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:06:17.868526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86364) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:06:17.878057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, 531a37fc-019b-491b-b0c5-cf6cccdcc8fc) {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:17.887155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d61bdb-a276-49fe-8652-9974d53877a9 None None] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:06:17.891646 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86364) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:17.892296 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:17.912026 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cd93791d-a298-47e5-b541-ecb229d94d3a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8811386
Apr 20 19:06:17.915808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41330) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:17.921623 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:17.926755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:17.930784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Usage tracker for resource:router and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:17.935054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:17.941286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:17.952167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:17.953256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:17.971684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.121293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:06:18.122867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.268132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.290629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Allocated IP 172.20.0.2 (531a37fc-019b-491b-b0c5-cf6cccdcc8fc/be3ea13d-ee0f-45f5-b900-fba8d7d0092b/330ff0ad-4fcb-4e23-ab43-afc6eb36e93c) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:06:18.518919 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.530690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Transition to ACTIVE for port object 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:18.550946 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Transition to ACTIVE for port object 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:18.555104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.563119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bc59144b-b363-49fd-86fd-4713eb859bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:18.615534 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.619055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:18.622148 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:18.626367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:06:18.652104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.674892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Pushing event updated for resources: {'Port': ['ID=330ff0ad-4fcb-4e23-ab43-afc6eb36e93c,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:18.716202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:18.738441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Attempting to bind port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:06:18.738925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Attempting to bind port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:06:18.739399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Attempting to bind port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:06:18.757774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:06:18.757774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Checking segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:18.757774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.758150 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Bound using segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:06:18.758542 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Bound port: 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:06:18.758933 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.808918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Allocated IP 172.27.0.233 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/d1b08c53-e753-461c-857d-7edf49893b6d) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:06:18.855595 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] For port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:06:18.859516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] For port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=330ff0ad-4fcb-4e23-ab43-afc6eb36e93c,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:06:18.865080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:18.869980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:18.971917 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Pushing event updated for resources: {'Port': ['ID=330ff0ad-4fcb-4e23-ab43-afc6eb36e93c,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:18.977314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-44d4043a-4ebf-41e7-a9d6-6731945ded34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:18.989622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:19.022374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:19.027498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d849a0b6-97be-412e-8f49-53af5a94025e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:19.087976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:19.091089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:19.095222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:06:19.149082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Pushing event updated for resources: {'Port': ['ID=d1b08c53-e753-461c-857d-7edf49893b6d,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:19.154319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:19.564990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:19.937247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:20.077969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:20.154189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:20.171800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86364) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:06:20.374809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad50097b-79f5-48c5-bd13-8db84323d1b3 None None] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:06:20.476049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] Provisioning for port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:20.495332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] Provisioning complete for port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:20.495750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:20.630616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:06:20.655695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:20.657038 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-ea8b3d1d-fc8f-4140-a6da-c36211b307f4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.7402008
Apr 20 19:06:20.660044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41334) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:20.693763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:06:20.746587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:20.747274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98215668>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:20.806858 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:21.126070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] For port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=330ff0ad-4fcb-4e23-ab43-afc6eb36e93c,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:21.134125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:21.139648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-78d77170-9ff5-4d81-947c-b2371989f5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:21.235223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:21.358566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] Pushing event updated for resources: {'Port': ['ID=330ff0ad-4fcb-4e23-ab43-afc6eb36e93c,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:21.376748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:21.428295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:21.486597 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-066c90a1-b296-4a83-80fc-8f3b6d7f3db6 None None] Provisioning complete for port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:21.487021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-066c90a1-b296-4a83-80fc-8f3b6d7f3db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:21.656423 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Allocated IP 172.20.0.1 (531a37fc-019b-491b-b0c5-cf6cccdcc8fc/be3ea13d-ee0f-45f5-b900-fba8d7d0092b/19ce91e5-c54b-4d82-907b-747ec17a09d6) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:06:21.686653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98215668>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:19Z', 'revision_number': 3, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:21.691047 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:06:21.691452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Updating router f062c059-4ae3-4ca3-9cfe-66913218f2ae port d1b08c53-e753-461c-857d-7edf49893b6d binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:06:21.752991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:21.817628 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:21.838983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Transition to ACTIVE for port object 19ce91e5-c54b-4d82-907b-747ec17a09d6 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:21.862687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:21.867426 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6175328d-ea03-4661-a898-0f07aaf5be45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:21.930544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:21.938657 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:21.943023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:06:21.975083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Pushing event updated for resources: {'Port': ['ID=19ce91e5-c54b-4d82-907b-747ec17a09d6,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:21.982895 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:22.011872 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.076555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:22.135991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.218522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.233589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-a4c649e4-4a3e-47fb-8ac3-50f447540327 None None] Provisioning for port 19ce91e5-c54b-4d82-907b-747ec17a09d6 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:22.238132 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Transition to ACTIVE for port object d1b08c53-e753-461c-857d-7edf49893b6d will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:22.243958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-a4c649e4-4a3e-47fb-8ac3-50f447540327 None None] Provisioning complete for port 19ce91e5-c54b-4d82-907b-747ec17a09d6 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:22.244386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a4c649e4-4a3e-47fb-8ac3-50f447540327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.276995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.291749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1ba7280f-608e-45c3-837d-e089c5c3f6d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:22.339731 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:22.340154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.388445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.393985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.421783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5f04e0f1-e86b-4f3b-8e49-863854ac5710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:22.423998 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-a4c649e4-4a3e-47fb-8ac3-50f447540327 None None] Port 19ce91e5-c54b-4d82-907b-747ec17a09d6 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:06:22.437851 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Attempting to bind port d1b08c53-e753-461c-857d-7edf49893b6d on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:06:22.438277 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Attempting to bind port d1b08c53-e753-461c-857d-7edf49893b6d by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:06:22.438715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Attempting to bind port d1b08c53-e753-461c-857d-7edf49893b6d on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:06:22.462605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72e50b-e907-471e-8309-5748c6e98222 None None] Pushing event updated for resources: {'Port': ['ID=d1b08c53-e753-461c-857d-7edf49893b6d,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:22.467251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:06:22.467676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:22.468124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.468612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:06:22.469083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Bound port: d1b08c53-e753-461c-857d-7edf49893b6d, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:06:22.469500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.496033 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7b72e50b-e907-471e-8309-5748c6e98222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:22.514202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Pushing event updated for resources: {'Port': ['ID=19ce91e5-c54b-4d82-907b-747ec17a09d6,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:22.517197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:22.518518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.607459 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] For port d1b08c53-e753-461c-857d-7edf49893b6d, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:06:22.619028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] For port d1b08c53-e753-461c-857d-7edf49893b6d, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=d1b08c53-e753-461c-857d-7edf49893b6d,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:06:22.619028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:22.624533 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9ad00e94-ff17-4093-8316-bc03a17880f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:22.670291 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:22.671580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:22.713841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:22.714592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98215668>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:22.842052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b72e50b-e907-471e-8309-5748c6e98222 None None] Pushing event updated for resources: {'Port': ['ID=d1b08c53-e753-461c-857d-7edf49893b6d,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:22.852846 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7b72e50b-e907-471e-8309-5748c6e98222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:22.905789 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:06:22.920336 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:23.070984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-f425e926-8c48-472c-8561-3ef39eabfb2e None None] Provisioning complete for port 19ce91e5-c54b-4d82-907b-747ec17a09d6 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:23.071320 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f425e926-8c48-472c-8561-3ef39eabfb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:23.116017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:06:23.126417 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] 10.222.0.22 "PUT /v2.0/routers/f062c059-4ae3-4ca3-9cfe-66913218f2ae/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4652462
Apr 20 19:06:23.224767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-f425e926-8c48-472c-8561-3ef39eabfb2e None None] Port 19ce91e5-c54b-4d82-907b-747ec17a09d6 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:06:23.335890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98215668>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 2, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:23.340908 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109760bc-0a6c-4670-87f9-8ca7bb270892 None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 2, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:06:23.721838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41352) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:23.728536 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-385191193-network', 'tenant_id': 'c11692b892e54576b776aafbd19fad23'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:23.734639 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:23.739500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Usage tracker for resource:network and tenant:c11692b892e54576b776aafbd19fad23 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:23.749562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:23.763237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:23.777039 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Made reservation on behalf of c11692b892e54576b776aafbd19fad23 for: {'network': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:06:23.783954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for network, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:23.802561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:23.820393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:23.824885 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Usage tracker for resource:security_group_rule and tenant:c11692b892e54576b776aafbd19fad23 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:23.828196 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:23.834901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:23.928740 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:23.931721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:23.936842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-394f2979-16a3-40fe-8a0b-a0bc72ae6176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:23.963902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'}  {{(pid=86363) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 20 19:06:23.978452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88db0a3-f8de-4d18-89d8-68760371e4cd,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:23.983237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:23.984292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:23.984692 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.segments_db [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Added segment 1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88 of type vlan for network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f
Apr 20 19:06:24.017265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363298045737895'] for network, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:24.050385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594'] for network, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:24.051878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:24.052538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:24.058171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:24.178644 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4554436
Apr 20 19:06:24.181369 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41356) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:24.188421 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Request body: {'subnet': {'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-385191193-subnet', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'ip_version': 4}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:24.195729 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Pushing event updated for resources: {'Network': ['ID=f5608a1e-38c0-42d4-b17c-b183d4e7bb1f,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:24.198699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-e3665b44-a303-4f61-abf9-e813cfd37495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:24.200031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:24.205462 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Usage tracker for resource:subnet and tenant:c11692b892e54576b776aafbd19fad23 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:24.207238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f details requested by agent ovs-agent-dv-cinder-786930-2-iscsi with host dv-cinder-786930-2-iscsi {{(pid=86365) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 20 19:06:24.209202 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:24.216318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:24.227485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Made reservation on behalf of c11692b892e54576b776aafbd19fad23 for: {'subnet': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:06:24.234659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851118241'] for subnet, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:24.683136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036845229415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851118258'] for subnet, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:24.688512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b6877ec4-f4a0-4aec-a3fd-2e36bb0f2c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:24.773754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e036e0-2154-404c-a7fd-54193f566b19,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:24.779001 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:24.779689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Checking segment: {'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:24.780097 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Network hostable DHCP agents. Network: f5608a1e-38c0-42d4-b17c-b183d4e7bb1f, hostable agents: ['9a528ef0-14e8-4709-8777-42d6118de754'], hosted agents: [] {{(pid=86363) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 20 19:06:24.801943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f is scheduled to be hosted by DHCP agent 9a528ef0-14e8-4709-8777-42d6118de754 with binding_index 1 {{(pid=86363) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 20 19:06:24.812357 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786930-2-iscsi, f5608a1e-38c0-42d4-b17c-b183d4e7bb1f) {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:24.821252 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8fde5-309b-45fb-84a9-634f6b54a21e None None] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:06:24.828870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:24.829902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:24.852752 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-54263f44-b547-4bbf-a2da-ebb094f8429f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6702209
Apr 20 19:06:24.857905 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41360) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:24.863892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:24.869466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:24.873674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Usage tracker for resource:router and tenant:c11692b892e54576b776aafbd19fad23 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:24.877550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:24.883860 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:24.893747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036850712081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773294'] for router, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:24.894900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4063719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4107521', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3680272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2522'] for router, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:24.911614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.067632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3022621c-9c1c-5782-abc7-0a8baeea59f2-f5608a1e-38c0-42d4-b17c-b183d4e7bb1f', 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'fixed_ips': [{'subnet_id': 'b1e036e0-2154-404c-a7fd-54193f566b19'}]}} from dv-cinder-786930-2-iscsi. {{(pid=86365) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 20 19:06:25.077475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.205990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4107766', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4064348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2507'] for router, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.241078 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Allocated IP 172.20.0.2 (f5608a1e-38c0-42d4-b17c-b183d4e7bb1f/b1e036e0-2154-404c-a7fd-54193f566b19/56ce4ca5-0039-47a5-add7-3de3e891b6ed) {{(pid=86365) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:06:25.560451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.593375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.646063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Notify callbacks [] for port, precommit_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.657773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Transition to ACTIVE for port object 56ce4ca5-0039-47a5-add7-3de3e891b6ed will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:25.677724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Transition to ACTIVE for port object 56ce4ca5-0039-47a5-add7-3de3e891b6ed will not be triggered until provisioned by entity DHCP. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:25.683660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247'] for port, after_create {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.689046 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:25.748930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Allocated IP 172.27.0.23 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/7b968baa-21ee-44e2-9448-fa494d322b7b) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:06:25.753916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f is already hosted by enough agents. {{(pid=86365) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:25.763372 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Resources bound (agent type, host, resource id):  {{(pid=86365) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:25.768181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Received port after_create {{(pid=86365) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:06:25.775594 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Pushing event updated for resources: {'Port': ['ID=56ce4ca5-0039-47a5-add7-3de3e891b6ed,revision_number=1']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:25.780552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:25.875060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Attempting to bind port 56ce4ca5-0039-47a5-add7-3de3e891b6ed on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:06:25.875484 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Attempting to bind port 56ce4ca5-0039-47a5-add7-3de3e891b6ed by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:06:25.875901 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Attempting to bind port 56ce4ca5-0039-47a5-add7-3de3e891b6ed on network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:06:25.883942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:06:25.884579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Checking segment: {'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:25.885044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.885493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Bound using segment: {'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:06:25.886026 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Bound port: 56ce4ca5-0039-47a5-add7-3de3e891b6ed, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:06:25.886483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.923745 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.954553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.959422 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b2373879-5bf9-47f7-bd84-b1508731db78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:25.984823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-044d3948-05e9-473d-811b-90def369aad8 None None] For port 56ce4ca5-0039-47a5-add7-3de3e891b6ed, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:06:25.988171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-044d3948-05e9-473d-811b-90def369aad8 None None] For port 56ce4ca5-0039-47a5-add7-3de3e891b6ed, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=56ce4ca5-0039-47a5-add7-3de3e891b6ed,segment=NetworkSegment(1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88),segment_id=1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:06:25.992837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:25.999201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8a2bd911-7754-4c2e-ada1-64ae87faa39e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:26.022365 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:26.023630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:26.028617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:06:26.092413 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Pushing event updated for resources: {'Port': ['ID=56ce4ca5-0039-47a5-add7-3de3e891b6ed,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:26.095965 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-044d3948-05e9-473d-811b-90def369aad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:26.114932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Pushing event updated for resources: {'Port': ['ID=7b968baa-21ee-44e2-9448-fa494d322b7b,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:26.119406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:26.120288 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device d1b08c53-e753-461c-857d-7edf49893b6d up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:26.196682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port d1b08c53-e753-461c-857d-7edf49893b6d completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:26.202907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port d1b08c53-e753-461c-857d-7edf49893b6d triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:26.203332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:26.349224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:26.368387 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port d1b08c53-e753-461c-857d-7edf49893b6d, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=d1b08c53-e753-461c-857d-7edf49893b6d,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:26.375145 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:26.378092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:26.475107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=d1b08c53-e753-461c-857d-7edf49893b6d,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:26.478990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:26.570080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:26.602800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:06:26.613306 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:26.613981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98ac8a20>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:26.816708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:26.874667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:27.175915 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98ac8a20>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 2, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:27.182111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:06:27.182699 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Updating router f062c059-4ae3-4ca3-9cfe-66913218f2ae port 19ce91e5-c54b-4d82-907b-747ec17a09d6 binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:06:27.193954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850711484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850668068'] for router, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:27.247227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:27.466294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Router e33cf974-33d4-4158-8704-4a4fb0844b9d is scheduled to L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c with binding_index 1 {{(pid=86363) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 20 19:06:27.511508 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb19bb-24db-421e-8c9d-c8d630c2dbce None None] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:06:27.619396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-24cbde9b-e2b2-45ad-9e27-9b3eff6e286d None None] Provisioning for port 56ce4ca5-0039-47a5-add7-3de3e891b6ed completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:27.676364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:27.681313 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:06:27.691135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Transition to ACTIVE for port object 19ce91e5-c54b-4d82-907b-747ec17a09d6 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:27.697222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Sync routers for ids ['e33cf974-33d4-4158-8704-4a4fb0844b9d'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:06:27.699260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:27.705171 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-12875c58-0ea9-4c26-89cd-fac83f7b9902 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:27.711811 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Notify callbacks [] for router, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:27.717204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41364) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:27.717618 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.8584492
Apr 20 19:06:27.720650 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Routers {'e33cf974-33d4-4158-8704-4a4fb0844b9d'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:27.722980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a989447b8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e33cf974-33d4-4158-8704-4a4fb0844b9d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:27.920793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Pushing event updated for resources: {'Port': ['ID=19ce91e5-c54b-4d82-907b-747ec17a09d6,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:27.942516 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.942736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.943131 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.943331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.943700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.944063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.944429 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.944793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.945155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.945517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.946209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.946209 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:27.957528 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:27.982591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Attempting to bind port 19ce91e5-c54b-4d82-907b-747ec17a09d6 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:06:27.982930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Attempting to bind port 19ce91e5-c54b-4d82-907b-747ec17a09d6 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:06:27.983343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Attempting to bind port 19ce91e5-c54b-4d82-907b-747ec17a09d6 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:06:27.991883 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:06:27.992301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Checking segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:27.992441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Set router e33cf974-33d4-4158-8704-4a4fb0844b9d gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:27.992754 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:27.993192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Bound using segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:06:27.993723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Bound port: 19ce91e5-c54b-4d82-907b-747ec17a09d6, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:06:27.994158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:28.139440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] For port 19ce91e5-c54b-4d82-907b-747ec17a09d6, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:06:28.143308 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] For port 19ce91e5-c54b-4d82-907b-747ec17a09d6, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=19ce91e5-c54b-4d82-907b-747ec17a09d6,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:06:28.149059 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:28.156087 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-95e8edd7-df10-4d17-92c3-9fe2616b1b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:28.278816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 56ce4ca5-0039-47a5-add7-3de3e891b6ed up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:28.284071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:28.284769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98ac8a20>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:28.447636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Pushing event updated for resources: {'Port': ['ID=19ce91e5-c54b-4d82-907b-747ec17a09d6,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:28.451637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d5b7e35e-3fb6-4994-ba73-3ad87b8b69be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:28.452548 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 56ce4ca5-0039-47a5-add7-3de3e891b6ed completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:28.459824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-dfb6b06f-3754-4457-8255-b26c9ef2229c None None] Provisioning complete for port 56ce4ca5-0039-47a5-add7-3de3e891b6ed triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:28.460249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b06f-3754-4457-8255-b26c9ef2229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:28.518172 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 56ce4ca5-0039-47a5-add7-3de3e891b6ed triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:28.518656 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:28.529953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:28.579994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a989447b8>, [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 3, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port': {'id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:25Z', 'updated_at': '2021-04-20T19:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:28.602938 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Checking router: e33cf974-33d4-4158-8704-4a4fb0844b9d for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:06:28.603592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Updating router e33cf974-33d4-4158-8704-4a4fb0844b9d port 7b968baa-21ee-44e2-9448-fa494d322b7b binding host dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:06:28.718113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:28.812435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b06f-3754-4457-8255-b26c9ef2229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:28.893758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98ac8a20>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:28Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:28.897063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:06:28.900305 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22334fd-4848-4063-a4d6-0f0a8efcf1d2 None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:28Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:06:28.935482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-dfb6b06f-3754-4457-8255-b26c9ef2229c None None] For port 56ce4ca5-0039-47a5-add7-3de3e891b6ed, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=56ce4ca5-0039-47a5-add7-3de3e891b6ed,segment=NetworkSegment(1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88),segment_id=1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:28.936703 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:28.958334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dfb6b06f-3754-4457-8255-b26c9ef2229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:28.965687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-852be12e-5bcc-45d2-b3c8-d11d9ab1db6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:28.982109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.247804 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Allocated IP 172.20.0.1 (f5608a1e-38c0-42d4-b17c-b183d4e7bb1f/b1e036e0-2154-404c-a7fd-54193f566b19/5b1c3aac-37d4-4343-8359-62979bbfddc7) {{(pid=86364) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:06:29.384025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6b06f-3754-4457-8255-b26c9ef2229c None None] Pushing event updated for resources: {'Port': ['ID=56ce4ca5-0039-47a5-add7-3de3e891b6ed,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:29.393469 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dfb6b06f-3754-4457-8255-b26c9ef2229c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:29.397849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.api [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:06:29.398297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.api [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:06:29.428655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.447125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Transition to ACTIVE for port object 5b1c3aac-37d4-4343-8359-62979bbfddc7 will not be triggered until provisioned by entity DHCP. {{(pid=86364) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:29.472900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.478287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-92485a6d-091a-44b0-8bc4-0e442136a393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:29.536113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:29.539651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:29.544989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Received port after_create {{(pid=86364) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:06:29.550976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Notify callbacks [] for port, precommit_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.565444 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Transition to ACTIVE for port object 7b968baa-21ee-44e2-9448-fa494d322b7b will not be triggered until provisioned by entity L2. {{(pid=86365) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:29.571758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.578134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-78d77170-9ff5-4d81-947c-b2371989f5ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:29.611419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1c3aac-37d4-4343-8359-62979bbfddc7,revision_number=1']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:29.616651 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:29.626221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4064769'] for router_interface, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.663304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Attempting to bind port 7b968baa-21ee-44e2-9448-fa494d322b7b on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:06:29.663723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Attempting to bind port 7b968baa-21ee-44e2-9448-fa494d322b7b by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:06:29.664129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Attempting to bind port 7b968baa-21ee-44e2-9448-fa494d322b7b on network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:06:29.672178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45fb5e-6d86-4de5-9bff-3546201ccbc4 None None] Pushing event updated for resources: {'Port': ['ID=7b968baa-21ee-44e2-9448-fa494d322b7b,revision_number=2']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:29.676877 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8f45fb5e-6d86-4de5-9bff-3546201ccbc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:29.677887 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:06:29.678301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Checking segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86365) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:29.678797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.679234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Bound using segment: {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'} {{(pid=86365) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:06:29.679760 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Bound port: 7b968baa-21ee-44e2-9448-fa494d322b7b, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac15636-7541-40ae-9103-fa4c08c4c91e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad'}}] {{(pid=86365) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:06:29.680178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.771860 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.782706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] For port 7b968baa-21ee-44e2-9448-fa494d322b7b, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86365) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:06:29.785936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] For port 7b968baa-21ee-44e2-9448-fa494d322b7b, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=7b968baa-21ee-44e2-9448-fa494d322b7b,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:06:29.791003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.797636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:29.878293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4ddc5a92-11b6-4516-9af8-35c6daf53e15 None None] Provisioning for port 5b1c3aac-37d4-4343-8359-62979bbfddc7 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:29.890240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4ddc5a92-11b6-4516-9af8-35c6daf53e15 None None] Provisioning complete for port 5b1c3aac-37d4-4343-8359-62979bbfddc7 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:29.890713 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4ddc5a92-11b6-4516-9af8-35c6daf53e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:29.948732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Routers {'e33cf974-33d4-4158-8704-4a4fb0844b9d'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:29.949506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a989447b8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e33cf974-33d4-4158-8704-4a4fb0844b9d'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:30.019899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:30.023813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852500231'] for port, after_update {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:30.034368 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45fb5e-6d86-4de5-9bff-3546201ccbc4 None None] Pushing event updated for resources: {'Port': ['ID=7b968baa-21ee-44e2-9448-fa494d322b7b,revision_number=3']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:30.054002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-bfcc3f05-78f2-4d74-b8ff-e9c6a3d913ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:30.093875 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8f45fb5e-6d86-4de5-9bff-3546201ccbc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:30.142374 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3709611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036850710938'] for router_interface, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:30.147106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Pushing event updated for resources: {'Port': ['ID=5b1c3aac-37d4-4343-8359-62979bbfddc7,revision_number=2']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:30.150832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc5a92-11b6-4516-9af8-35c6daf53e15 None None] Port 5b1c3aac-37d4-4343-8359-62979bbfddc7 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:06:30.152662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:30.156332 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device d1b08c53-e753-461c-857d-7edf49893b6d up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:30.262797 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] Set router e33cf974-33d4-4158-8704-4a4fb0844b9d gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:30.293751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f is already hosted by enough agents. {{(pid=86364) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:30.294838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Resources bound (agent type, host, resource id):  {{(pid=86364) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:30.308175 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-977de156-84d6-4480-9e87-3a51e8e4dcca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:30.414053 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port d1b08c53-e753-461c-857d-7edf49893b6d triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:30.414690 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:30.495000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Router e33cf974-33d4-4158-8704-4a4fb0844b9d has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:06:30.581971 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-06cd4aff-8389-4071-8784-59b5f224e01d None None] Provisioning complete for port 5b1c3aac-37d4-4343-8359-62979bbfddc7 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:30.582556 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-06cd4aff-8389-4071-8784-59b5f224e01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:30.686493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:06:30.698255 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a55fb6a8-2e8e-4397-a657-74edb49b1248 admin admin] 10.222.0.22 "PUT /v2.0/routers/e33cf974-33d4-4158-8704-4a4fb0844b9d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9792926
Apr 20 19:06:30.724392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-06cd4aff-8389-4071-8784-59b5f224e01d None None] Port 5b1c3aac-37d4-4343-8359-62979bbfddc7 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:06:30.807931 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a989447b8>, [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 4, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port': {'id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:25Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '5b1c3aac-37d4-4343-8359-62979bbfddc7', 'name': '', 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'mac_address': 'fa:16:3e:fd:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:29Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 1, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'subnets': [{'id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:30.812498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a6ebc-8e78-496d-a190-68c4ff69732a None None] The sync data for ids ['e33cf974-33d4-4158-8704-4a4fb0844b9d'] in dv-cinder-786930-2-iscsi is: [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 4, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port': {'id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:25Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '5b1c3aac-37d4-4343-8359-62979bbfddc7', 'name': '', 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'mac_address': 'fa:16:3e:fd:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:29Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 1, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'subnets': [{'id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:06:30.887350 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 19ce91e5-c54b-4d82-907b-747ec17a09d6 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:30.966962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 19ce91e5-c54b-4d82-907b-747ec17a09d6 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:30.972483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 19ce91e5-c54b-4d82-907b-747ec17a09d6 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:30.972913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.111748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.148530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 19ce91e5-c54b-4d82-907b-747ec17a09d6, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=19ce91e5-c54b-4d82-907b-747ec17a09d6,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:31.151602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.152587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 56ce4ca5-0039-47a5-add7-3de3e891b6ed up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:31.180025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-7b72e50b-e907-471e-8309-5748c6e98222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:31.296920 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=19ce91e5-c54b-4d82-907b-747ec17a09d6,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:31.301278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:31.318256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 56ce4ca5-0039-47a5-add7-3de3e891b6ed triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:31.318794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.372257 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41374) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:31.378527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249997479', 'description': 'tempest-secgroup-smoke-249997479 description', 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:31.385395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:31.390555 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:security_group and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:31.398761 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:31.405711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:31.417227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.442602 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:31.447123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:security_group_rule and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:31.450897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:31.457672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:31.565415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.568554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.575220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-945c3a90-703a-421f-81c1-e33557f9710f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:31.618610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.619965 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2464664
Apr 20 19:06:31.621902 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b66fd4-e408-4e9d-97de-d143f75ab09c,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:31.623286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41378) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:31.629951 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'security_group_rule': {'security_group_id': '62b66fd4-e408-4e9d-97de-d143f75ab09c', 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86364) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:31.633936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-41b8e351-0eac-443c-81e5-f7c4f5a8dd3b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:31.637299 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:31.643474 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:security_group_rule and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:31.646936 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86364) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:31.659162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86364) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:31.682924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.759472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.763463 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.767762 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dd776485-a738-41c4-b35c-26b3dc5faa71 tempest-AttachVolumeShelveTestJSON-798521607 tempest-AttachVolumeShelveTestJSON-798521607-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:31.797002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62daa988-24a6-4887-84a1-850e289b01df,revision_number=0']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:31.797985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:31.806975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.808356 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-94f8f8e0-e0b6-43e1-aa1f-d04e0538fd52 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1837783
Apr 20 19:06:31.811550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41382) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:31.817791 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'security_group_rule': {'security_group_id': '62b66fd4-e408-4e9d-97de-d143f75ab09c', 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:31.825106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:31.830054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:security_group_rule and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:31.833293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:31.841727 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:31.859848 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.929903 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.933108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.935926 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d777a86b-5376-4cdd-ba55-801453378cfc tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:31.960763 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe2fa9b-c094-46bf-a26c-18065f948316,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:31.963661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:31.971317 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:31.972649 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-714a0e59-ff27-492d-bbb8-45648317d9fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1599195
Apr 20 19:06:31.975637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41386) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:31.982020 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'security_group_rule': {'security_group_id': '62b66fd4-e408-4e9d-97de-d143f75ab09c', 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:31.988700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:31.993106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:security_group_rule and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:31.996990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:32.003364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:32.022126 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.097378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.100502 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.102765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-33e418e1-9c60-4fca-ab4a-c7303acb8887 tempest-TestMinimumBasicScenario-1473967000 tempest-TestMinimumBasicScenario-1473967000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:32.126391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab68803b-58f0-4a2c-a0d4-e24f07c149ae,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:32.131262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:32.139414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.140780 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-2b6e8c8a-fa91-4422-8089-cf3e65727581 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1640596
Apr 20 19:06:32.143708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41390) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:32.149885 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'security_group_rule': {'security_group_id': '62b66fd4-e408-4e9d-97de-d143f75ab09c', 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:32.157134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:32.161163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:security_group_rule and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:32.164207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:32.172086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:32.188750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.258753 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.262144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.264412 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-99a23926-907c-4fc8-8b9f-d74fec7a8cfe tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:32.289000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56635c2-048e-478a-afb7-8d6c300e003b,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:32.291673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:32.298627 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.299923 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1551633
Apr 20 19:06:32.302849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41394) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:32.309115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'security_group_rule': {'security_group_id': '62b66fd4-e408-4e9d-97de-d143f75ab09c', 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:32.316051 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:32.320442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:security_group_rule and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:32.324402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:32.331210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:32.342565 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.securitygroups_db [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Project aae127a36d1f43d28692c8a8bab8cf98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:06:32.349861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.426707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.429475 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.431677 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:32.456519 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8f340b-36fa-4905-8ef0-7253d7d8b8f1,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:32.459262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:32.466601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.467904 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-09bb620f-e234-4ac1-a199-8c198a0510f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1640506
Apr 20 19:06:32.470707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41398) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:06:32.476376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'security_group_rule': {'security_group_id': '62b66fd4-e408-4e9d-97de-d143f75ab09c', 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:32.483532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:32.487592 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:security_group_rule and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:32.490692 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:32.497599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:32.507802 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.securitygroups_db [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Project aae127a36d1f43d28692c8a8bab8cf98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 20 19:06:32.508940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e8fdfa88-5f05-4449-a17b-b2849ebba723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.515176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.591364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.594636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086908'] for security_group_rule, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.596985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-014d96fc-81cd-4214-8f90-87e046874dad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:32.621472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4547c616-294a-43fe-befd-56f96170e380,revision_number=0']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:32.625984 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:32.638526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:32.640560 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-56bddf32-0ba8-42fa-9a41-8d1fb650bf14 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1685712
Apr 20 19:06:32.923775 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 19ce91e5-c54b-4d82-907b-747ec17a09d6 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:32.992906 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:33.011737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 19ce91e5-c54b-4d82-907b-747ec17a09d6 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:33.012159 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:33.145563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 7b968baa-21ee-44e2-9448-fa494d322b7b up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:33.223668 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 7b968baa-21ee-44e2-9448-fa494d322b7b completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:33.228932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 7b968baa-21ee-44e2-9448-fa494d322b7b triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:33.229443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:33.366351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:33.384130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 7b968baa-21ee-44e2-9448-fa494d322b7b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=7b968baa-21ee-44e2-9448-fa494d322b7b,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:33.386795 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:33.388747 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:33.463517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=7b968baa-21ee-44e2-9448-fa494d322b7b,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:33.467530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:33.688672 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:34.069481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Sync routers for ids ['e33cf974-33d4-4158-8704-4a4fb0844b9d'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:06:34.080489 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Routers {'e33cf974-33d4-4158-8704-4a4fb0844b9d'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:34.081294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98ac8ac8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e33cf974-33d4-4158-8704-4a4fb0844b9d'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:34.454083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Set router e33cf974-33d4-4158-8704-4a4fb0844b9d gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:34.724253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:34.799222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98ac8ac8>, [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 4, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port': {'id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:25Z', 'updated_at': '2021-04-20T19:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '5b1c3aac-37d4-4343-8359-62979bbfddc7', 'name': '', 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'mac_address': 'fa:16:3e:fd:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:29Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 2, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'subnets': [{'id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:34.803688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Checking router: e33cf974-33d4-4158-8704-4a4fb0844b9d for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:06:34.804253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Updating router e33cf974-33d4-4158-8704-4a4fb0844b9d port 5b1c3aac-37d4-4343-8359-62979bbfddc7 binding host dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 20 19:06:34.851952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 7b968baa-21ee-44e2-9448-fa494d322b7b up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:34.864155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:34.927144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 7b968baa-21ee-44e2-9448-fa494d322b7b triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:34.927560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:35.236479 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Notify callbacks [] for port, precommit_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:35.248466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Transition to ACTIVE for port object 5b1c3aac-37d4-4343-8359-62979bbfddc7 will not be triggered until provisioned by entity L2. {{(pid=86366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:35.254081 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:35.258056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-00eb6ea3-0a6b-4be5-a526-cb35a1ea96d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:35.432158 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f2490-586c-48dd-9209-642d81574c80 None None] Pushing event updated for resources: {'Port': ['ID=5b1c3aac-37d4-4343-8359-62979bbfddc7,revision_number=3']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:35.440682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-556f2490-586c-48dd-9209-642d81574c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:35.494083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Attempting to bind port 5b1c3aac-37d4-4343-8359-62979bbfddc7 on host dv-cinder-786930-2-iscsi for vnic_type normal with profile  {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:06:35.494488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Attempting to bind port 5b1c3aac-37d4-4343-8359-62979bbfddc7 by drivers openvswitch,hyperv on host dv-cinder-786930-2-iscsi at level 0 using segments [{'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:06:35.494900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Attempting to bind port 5b1c3aac-37d4-4343-8359-62979bbfddc7 on network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:06:35.501120 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Checking agent: {'id': '7755b6bf-eca9-4a2e-b369-8d9457a40d82', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786930-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 33), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786930-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:06:35.501527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Checking segment: {'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:35.501967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:35.502395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Bound using segment: {'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'} {{(pid=86366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:06:35.502941 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Bound port: 5b1c3aac-37d4-4343-8359-62979bbfddc7, host: dv-cinder-786930-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f'}}] {{(pid=86366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:06:35.503353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:35.603279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] For port 5b1c3aac-37d4-4343-8359-62979bbfddc7, host dv-cinder-786930-2-iscsi, cleared binding levels {{(pid=86366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:06:35.607107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] For port 5b1c3aac-37d4-4343-8359-62979bbfddc7, host dv-cinder-786930-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=5b1c3aac-37d4-4343-8359-62979bbfddc7,segment=NetworkSegment(1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88),segment_id=1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88)] {{(pid=86366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:06:35.610585 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:35.615582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:35.696681 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Routers {'e33cf974-33d4-4158-8704-4a4fb0844b9d'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:06:35.697366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98ac8ac8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:06:32Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e33cf974-33d4-4158-8704-4a4fb0844b9d'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:35.775662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f2490-586c-48dd-9209-642d81574c80 None None] Pushing event updated for resources: {'Port': ['ID=5b1c3aac-37d4-4343-8359-62979bbfddc7,revision_number=4']} {{(pid=86366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:35.833945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-556f2490-586c-48dd-9209-642d81574c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:35.909952 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] Set router e33cf974-33d4-4158-8704-4a4fb0844b9d gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:06:36.258817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98ac8ac8>, [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 4, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port': {'id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:25Z', 'updated_at': '2021-04-20T19:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '5b1c3aac-37d4-4343-8359-62979bbfddc7', 'name': '', 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'mac_address': 'fa:16:3e:fd:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:29Z', 'updated_at': '2021-04-20T19:06:35Z', 'revision_number': 4, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'subnets': [{'id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:06:36.263154 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e2504-a5d2-4a21-aa59-e673798637a9 None None] The sync data for ids ['e33cf974-33d4-4158-8704-4a4fb0844b9d'] in dv-cinder-786930-2-iscsi is: [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:06:29Z', 'revision_number': 4, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port': {'id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:25Z', 'updated_at': '2021-04-20T19:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '5b1c3aac-37d4-4343-8359-62979bbfddc7', 'name': '', 'network_id': 'f5608a1e-38c0-42d4-b17c-b183d4e7bb1f', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'mac_address': 'fa:16:3e:fd:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:29Z', 'updated_at': '2021-04-20T19:06:35Z', 'revision_number': 4, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'subnets': [{'id': 'b1e036e0-2154-404c-a7fd-54193f566b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:06:36.869481 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 5b1c3aac-37d4-4343-8359-62979bbfddc7 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:36.941900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning for port 5b1c3aac-37d4-4343-8359-62979bbfddc7 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:36.946759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 5b1c3aac-37d4-4343-8359-62979bbfddc7 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:36.947207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:37.076190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:37.109836 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] For port 5b1c3aac-37d4-4343-8359-62979bbfddc7, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=5b1c3aac-37d4-4343-8359-62979bbfddc7,segment=NetworkSegment(1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88),segment_id=1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:06:37.112673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:37.114655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:37.354535 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Pushing event updated for resources: {'Port': ['ID=5b1c3aac-37d4-4343-8359-62979bbfddc7,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:37.358129 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:38.849638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 5b1c3aac-37d4-4343-8359-62979bbfddc7 up at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:06:38.921507 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Provisioning complete for port 5b1c3aac-37d4-4343-8359-62979bbfddc7 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:38.921918 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:50.193144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-487bb5f6-c048-4a27-aa1c-2cc8182cf3bf tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:security_group {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:06:50.208499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-487bb5f6-c048-4a27-aa1c-2cc8182cf3bf tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:security_group {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:06:50.209741 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-487bb5f6-c048-4a27-aa1c-2cc8182cf3bf tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249997479&fields=id&tenant_id=aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 267 time: 0.0594082
Apr 20 19:06:50.377105 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-eb0e2edd-e950-4985-95b9-fa5a512c9860 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:50.377876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-eb0e2edd-e950-4985-95b9-fa5a512c9860 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:network {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:06:50.394388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-eb0e2edd-e950-4985-95b9-fa5a512c9860 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:network {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:06:50.395720 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-eb0e2edd-e950-4985-95b9-fa5a512c9860 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 811 time: 0.1782129
Apr 20 19:06:50.412296 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-96db3d51-b479-4ae9-a0e7-7a917f8d350f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/quotas/aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 375 time: 0.0103240
Apr 20 19:06:50.509227 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-a528b761-258f-47d4-b039-9f8a40e4c4c5 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0900712
Apr 20 19:06:50.768917 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-6f30669d-8f88-4b0b-9356-bb94cc130b2e service neutron] 10.222.0.22 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2466824
Apr 20 19:06:50.916104 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-8b4097a2-b21b-4a11-8f0a-a60fb47f10fc service neutron] 10.222.0.22 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403055
Apr 20 19:06:51.337044 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-968c046f-81eb-4e53-9c50-fd1e67f1aa07 req-d22d5da4-6fac-4228-8086-11564892af57 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 210 time: 0.0497653
Apr 20 19:06:52.445619 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-4159e2bd-a985-4056-957e-6f19aa9dea05 req-e76ddb20-cb14-420e-b786-80043cb3cba1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 210 time: 0.0505908
Apr 20 19:06:53.614634 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2859c561-f62b-4eba-b3fe-b281c8345f40 req-20d959aa-634a-46bd-bd05-62a984e21fe2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 210 time: 0.0535414
Apr 20 19:06:54.677568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-71acb00e-632c-4f77-8a6b-480034dcb186 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:54.680364 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-71acb00e-632c-4f77-8a6b-480034dcb186 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 811 time: 0.1849120
Apr 20 19:06:54.814278 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-2cf62114-4414-47a4-98cb-73786748119a tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 8059 time: 0.1197159
Apr 20 19:06:54.825304 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'port': {'device_id': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'admin_state_up': True, 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'security_groups': ['62b66fd4-e408-4e9d-97de-d143f75ab09c']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:54.841955 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b9af3dc4-3a46-4ae6-8f3f-4475e78a8530 req-fab6719b-cee4-4e58-9e59-4d9cf2aa5b0f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 210 time: 0.0825551
Apr 20 19:06:54.975934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:06:54.980504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:port and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:06:54.983514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:06:54.989589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:06:54.999982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Made reservation on behalf of aae127a36d1f43d28692c8a8bab8cf98 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:06:55.006127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:55.183069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Allocated IP 172.20.0.6 (531a37fc-019b-491b-b0c5-cf6cccdcc8fc/be3ea13d-ee0f-45f5-b900-fba8d7d0092b/697af25f-c6fd-4505-935a-27a472b8d213) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:06:55.402752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:55.421231 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Transition to ACTIVE for port object 697af25f-c6fd-4505-935a-27a472b8d213 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:55.445752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:55.451976 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:55.521136 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:06:55.525263 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:06:55.534772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:06:55.579653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=697af25f-c6fd-4505-935a-27a472b8d213,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:55.599021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.599335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.599752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.600162 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.600570 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.600977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.601379 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.601781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.602183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.602608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.603599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.604003 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:06:55.618882 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:55.632198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:55.633052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:55.656260 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-935b6017-2cce-4f5d-8079-e795ce564457 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8356175
Apr 20 19:06:55.682736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Request body: {'port': {'device_id': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:06:55.748366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-6019eec3-c7da-4ead-8cb6-39982889ef9d None None] Provisioning for port 697af25f-c6fd-4505-935a-27a472b8d213 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:06:55.754451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-6019eec3-c7da-4ead-8cb6-39982889ef9d None None] Provisioning complete for port 697af25f-c6fd-4505-935a-27a472b8d213 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:06:55.755141 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6019eec3-c7da-4ead-8cb6-39982889ef9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:55.812945 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:55.818104 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-6019eec3-c7da-4ead-8cb6-39982889ef9d None None] Port 697af25f-c6fd-4505-935a-27a472b8d213 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:06:56.164978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d189f3-a413-433b-a247-0beda4cc0bc2 req-6cb35438-fc4c-4362-9f7a-fc1dbe592559 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:56.165697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-72d189f3-a413-433b-a247-0beda4cc0bc2 req-6cb35438-fc4c-4362-9f7a-fc1dbe592559 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:06:56.204880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-72d189f3-a413-433b-a247-0beda4cc0bc2 req-6cb35438-fc4c-4362-9f7a-fc1dbe592559 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:06:56.206151 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-72d189f3-a413-433b-a247-0beda4cc0bc2 req-6cb35438-fc4c-4362-9f7a-fc1dbe592559 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 931 time: 0.2419617
Apr 20 19:06:56.319305 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-72d189f3-a413-433b-a247-0beda4cc0bc2 req-34ecf0fa-ee5d-4cf3-b0b6-0205eee137aa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0998762
Apr 20 19:06:56.323823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697af25f-c6fd-4505-935a-27a472b8d213 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:06:56.332709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:56.350581 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Transition to ACTIVE for port object 697af25f-c6fd-4505-935a-27a472b8d213 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:06:56.353808 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:56.358748 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-455e8647-0856-4403-8ebe-c6a6e92f6d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:56.534749 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Pushing event updated for resources: {'Port': ['ID=697af25f-c6fd-4505-935a-27a472b8d213,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:56.568233 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:56.612853 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Attempting to bind port 697af25f-c6fd-4505-935a-27a472b8d213 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:06:56.613225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Attempting to bind port 697af25f-c6fd-4505-935a-27a472b8d213 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:06:56.613596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Attempting to bind port 697af25f-c6fd-4505-935a-27a472b8d213 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:06:56.620213 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Port 697af25f-c6fd-4505-935a-27a472b8d213 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:06:56.620573 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Attempting to bind port 697af25f-c6fd-4505-935a-27a472b8d213 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:06:56.626110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:06:56.626522 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Checking segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:06:56.626932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Bound using segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:06:56.628017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Bound port: 697af25f-c6fd-4505-935a-27a472b8d213, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:06:56.628017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:56.723193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] For port 697af25f-c6fd-4505-935a-27a472b8d213, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:06:56.726526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] For port 697af25f-c6fd-4505-935a-27a472b8d213, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=697af25f-c6fd-4505-935a-27a472b8d213,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:06:56.730543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:56.735504 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d91c6ccf-7dde-411c-bb59-5ebb2b9b3144 tempest-VolumesSnapshotTestJSON-2084393449 tempest-VolumesSnapshotTestJSON-2084393449-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:06:56.797500 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:56.798298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:56.800056 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] 10.222.0.36 "PUT /v2.0/ports/697af25f-c6fd-4505-935a-27a472b8d213 HTTP/1.1" status: 200  len: 1093 time: 1.1225376
Apr 20 19:06:56.800300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'tag': '697af25f-c6fd-4505-935a-27a472b8d213'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:06:56.828702 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Pushing event updated for resources: {'Port': ['ID=697af25f-c6fd-4505-935a-27a472b8d213,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:06:56.832220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:06:56.878503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:06:56.912789 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'tag': '697af25f-c6fd-4505-935a-27a472b8d213', 'status': 'completed', 'code': 200}
Apr 20 19:06:56.962959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-d5fde556-f9a1-4f67-a6e8-3ad90e495fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:56.964609 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-d5fde556-f9a1-4f67-a6e8-3ad90e495fac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 1096 time: 0.0974884
Apr 20 19:06:57.291816 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-851e41bd-ed8a-42db-952b-9853eba96775 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=697af25f-c6fd-4505-935a-27a472b8d213 HTTP/1.1" status: 200  len: 217 time: 0.3142169
Apr 20 19:06:57.363549 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-c75d0268-f4b7-4ccd-b68f-fca9b4e4adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:57.365137 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-c75d0268-f4b7-4ccd-b68f-fca9b4e4adbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0664818
Apr 20 19:06:57.494217 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-06ffee28-5014-408e-8816-8cc7aa48593f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:57.495859 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-06ffee28-5014-408e-8816-8cc7aa48593f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1238301
Apr 20 19:06:57.658339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283d60d-33df-4de1-b56b-5ad0f8d2fefd req-6d11c7d2-da09-4c35-ab9c-ff354b5bedde tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:57.659913 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f283d60d-33df-4de1-b56b-5ad0f8d2fefd req-6d11c7d2-da09-4c35-ab9c-ff354b5bedde tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 943 time: 0.2127182
Apr 20 19:06:57.699617 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-e08ac569-74bd-4679-a073-b18ffa81153d service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967084
Apr 20 19:06:57.798905 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f283d60d-33df-4de1-b56b-5ad0f8d2fefd req-76b43905-7390-4ffa-beb2-be8191bcf34e tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1279163
Apr 20 19:06:57.865216 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d0ef4ef5-f053-47c8-ab33-b3b7335ded69 req-ba45d972-d209-4f02-85e6-73242f9a2c9c service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546786
Apr 20 19:06:58.035741 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-42db34f3-e4fe-4b35-9e9c-e22285cc1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:58.037358 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-42db34f3-e4fe-4b35-9e9c-e22285cc1550 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 1096 time: 0.0836716
Apr 20 19:06:58.183563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-f3b27be5-f761-4dce-9187-b34c49290220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:58.185220 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-f3b27be5-f761-4dce-9187-b34c49290220 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1407416
Apr 20 19:06:58.266646 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-a15a20c6-a2af-4660-8b7e-c92cfbafdd36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=697af25f-c6fd-4505-935a-27a472b8d213 HTTP/1.1" status: 200  len: 217 time: 0.0712202
Apr 20 19:06:58.337326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-771c79c8-6e18-4b06-b7d9-8497bc832e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:58.338868 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-771c79c8-6e18-4b06-b7d9-8497bc832e7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0662825
Apr 20 19:06:58.425109 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-25376b1c-4986-4ff9-be35-2c492ff21217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:58.426782 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-25376b1c-4986-4ff9-be35-2c492ff21217 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810084
Apr 20 19:06:58.573175 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-3892c92f-6702-4fa6-a7c9-e864176f5ef1 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400945
Apr 20 19:06:58.726660 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-94664dd0-8dad-4475-a6d1-0bff1fa04740 req-1cea123e-7a6a-4db8-9823-652839b1462e service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468334
Apr 20 19:06:59.007421 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb59e1f-8251-4773-8016-b276fa9d0fff req-4568c6b5-7641-4d52-b682-6ebf98b4ff7f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:06:59.009555 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-afb59e1f-8251-4773-8016-b276fa9d0fff req-4568c6b5-7641-4d52-b682-6ebf98b4ff7f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 943 time: 0.0949991
Apr 20 19:06:59.059486 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-afb59e1f-8251-4773-8016-b276fa9d0fff req-558cbadb-a602-49a2-aa53-074d553963ea tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434215
Apr 20 19:07:00.219392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2d9db996-f013-481a-8471-efc5afd17e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:00.260086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffa8fc-e25d-42de-9578-b5b40509e94b req-0e44bf7a-23d6-4088-b495-dbb87d75790c tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:00.261677 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-35ffa8fc-e25d-42de-9578-b5b40509e94b req-0e44bf7a-23d6-4088-b495-dbb87d75790c tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 943 time: 0.0895143
Apr 20 19:07:00.313315 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-35ffa8fc-e25d-42de-9578-b5b40509e94b req-72b623c9-b0d8-4244-b34a-83d8acd626c6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452566
Apr 20 19:07:01.515520 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622a91d-703d-4fdc-9673-3cb26e4e5a75 req-6282c124-1e3c-4ddd-b1cd-4739ef00eb90 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:01.517144 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f622a91d-703d-4fdc-9673-3cb26e4e5a75 req-6282c124-1e3c-4ddd-b1cd-4739ef00eb90 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 943 time: 0.0884778
Apr 20 19:07:01.573507 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f622a91d-703d-4fdc-9673-3cb26e4e5a75 req-2650d07d-d4a3-4ef6-8957-03e47b74cac2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500140
Apr 20 19:07:02.510384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f1c52228-e5c8-40bc-8c80-0e6d561f98eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:02.784016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e762a-d18b-46ed-87fc-e63a38d78793 req-39893ff7-0ce2-4104-be16-9cb062166146 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:02.785610 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-539e762a-d18b-46ed-87fc-e63a38d78793 req-39893ff7-0ce2-4104-be16-9cb062166146 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 943 time: 0.0966864
Apr 20 19:07:02.835493 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-539e762a-d18b-46ed-87fc-e63a38d78793 req-fc91ffc3-ab65-4799-a827-00617046fe34 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415137
Apr 20 19:07:02.974019 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:03.691490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:04.039043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e06b3f-cff4-4af2-a703-446c18c96c4b req-2127f13c-b4f4-4fca-9a2d-25e845159ca3 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:04.041404 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a4e06b3f-cff4-4af2-a703-446c18c96c4b req-2127f13c-b4f4-4fca-9a2d-25e845159ca3 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 943 time: 0.0891469
Apr 20 19:07:04.088378 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-a4e06b3f-cff4-4af2-a703-446c18c96c4b req-223af670-721d-4650-a34b-46a4ae7b337a tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406268
Apr 20 19:07:04.722682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:05.296980 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4dc636-4132-46a7-afef-1c31798122f7 req-5e5e3ff9-bc7d-4ecb-a551-2e9b96d1a263 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:05.298623 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f4dc636-4132-46a7-afef-1c31798122f7 req-5e5e3ff9-bc7d-4ecb-a551-2e9b96d1a263 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 943 time: 0.0918167
Apr 20 19:07:05.349823 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f4dc636-4132-46a7-afef-1c31798122f7 req-fd7cf466-b4dc-4a4e-a6cd-ba58a0ab75dd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447686
Apr 20 19:07:05.897995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:07:06.553550 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5c4f5-fe83-4754-a595-926be8a5b486 req-6ce948be-b74f-4d85-ad9c-752f74291783 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:06.555723 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-64e5c4f5-fe83-4754-a595-926be8a5b486 req-6ce948be-b74f-4d85-ad9c-752f74291783 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 943 time: 0.0885606
Apr 20 19:07:06.609098 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-64e5c4f5-fe83-4754-a595-926be8a5b486 req-3a591b44-0b4f-4159-9332-82cf3070a351 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469687
Apr 20 19:07:07.099957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 697af25f-c6fd-4505-935a-27a472b8d213 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:07:07.241782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 697af25f-c6fd-4505-935a-27a472b8d213, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=697af25f-c6fd-4505-935a-27a472b8d213,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:07:07.256182 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '697af25f-c6fd-4505-935a-27a472b8d213', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'port_id': '697af25f-c6fd-4505-935a-27a472b8d213', 'mac_address': 'fa:16:3e:e8:07:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:07:07.314575 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:07.332626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697af25f-c6fd-4505-935a-27a472b8d213 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:07:07.349916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 697af25f-c6fd-4505-935a-27a472b8d213, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=697af25f-c6fd-4505-935a-27a472b8d213,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:07:07.352181 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:07.354900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-dfb6b06f-3754-4457-8255-b26c9ef2229c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:07:07.427559 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=697af25f-c6fd-4505-935a-27a472b8d213,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:07:07.435972 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.436366 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.436751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.437127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.437499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.437874 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.438245 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.438645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.439021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.439385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.439750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.440114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:07:07.444295 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:07:07.632300 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['697af25f-c6fd-4505-935a-27a472b8d213'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:07:07.821298 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21b1d8-ca34-4a9d-8ce4-e30812187753 req-fc812b8c-ab84-4740-a3b4-7a1f770a1d34 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:07.822978 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-af21b1d8-ca34-4a9d-8ce4-e30812187753 req-fc812b8c-ab84-4740-a3b4-7a1f770a1d34 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 944 time: 0.0987637
Apr 20 19:07:07.873587 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-af21b1d8-ca34-4a9d-8ce4-e30812187753 req-8cb9844d-5ae7-4c93-a2b6-837fabc4125b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433209
Apr 20 19:07:09.091025 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557aea0-15e9-470b-a92b-bd569d1de8d7 req-df4a4538-3baf-461c-b48e-bc674edfb438 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:09.092587 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b557aea0-15e9-470b-a92b-bd569d1de8d7 req-df4a4538-3baf-461c-b48e-bc674edfb438 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 944 time: 0.0956233
Apr 20 19:07:09.100514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 697af25f-c6fd-4505-935a-27a472b8d213 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:07:09.148449 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b557aea0-15e9-470b-a92b-bd569d1de8d7 req-06d861e2-ed9b-428b-86ec-618842a5b440 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487788
Apr 20 19:07:09.177977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 697af25f-c6fd-4505-935a-27a472b8d213 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:07:09.182986 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 697af25f-c6fd-4505-935a-27a472b8d213 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:07:09.183406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:09.308710 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:09.336991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697af25f-c6fd-4505-935a-27a472b8d213'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:07:09.347891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 697af25f-c6fd-4505-935a-27a472b8d213, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=697af25f-c6fd-4505-935a-27a472b8d213,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:07:09.350842 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:09.353322 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:07:09.393826 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697af25f-c6fd-4505-935a-27a472b8d213', 'code': 200}
Apr 20 19:07:09.428116 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=697af25f-c6fd-4505-935a-27a472b8d213,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:07:09.431838 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:07:09.701410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658456c7-4c3c-4cf1-b8ed-ef918625e238 req-1597eabc-fc72-476f-aceb-74a1fb321279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:09.702954 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-658456c7-4c3c-4cf1-b8ed-ef918625e238 req-1597eabc-fc72-476f-aceb-74a1fb321279 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 1098 time: 0.0806870
Apr 20 19:07:09.747507 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-658456c7-4c3c-4cf1-b8ed-ef918625e238 req-76a4deea-ec2e-4712-b11f-b843092be1e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377858
Apr 20 19:07:10.360589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1694e49-e6b2-4535-ad81-1557c699a5df req-a69b6255-34e1-4a83-aae2-61c45f16f472 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:10.362204 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d1694e49-e6b2-4535-ad81-1557c699a5df req-a69b6255-34e1-4a83-aae2-61c45f16f472 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 945 time: 0.0960577
Apr 20 19:07:10.411926 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d1694e49-e6b2-4535-ad81-1557c699a5df req-20f7b491-3093-4b0a-9b2e-132c04b4ffcd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429311
Apr 20 19:07:11.617230 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0a42d-d6e2-4358-9d89-131caf8b1997 req-e732766e-b94d-4cdf-b43b-9ec38d1910f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:11.618866 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fac0a42d-d6e2-4358-9d89-131caf8b1997 req-e732766e-b94d-4cdf-b43b-9ec38d1910f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 945 time: 0.0886221
Apr 20 19:07:11.670687 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fac0a42d-d6e2-4358-9d89-131caf8b1997 req-2b6d0e1f-25bf-4ad2-8463-d6f7f287a92d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454385
Apr 20 19:07:11.876894 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ec864-d575-4dcf-ad06-6786c1d603fa req-3391381d-3e07-491f-afdb-3be2d7c964c1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:11.878560 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3d4ec864-d575-4dcf-ad06-6786c1d603fa req-3391381d-3e07-491f-afdb-3be2d7c964c1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 945 time: 0.0931840
Apr 20 19:07:11.934958 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3d4ec864-d575-4dcf-ad06-6786c1d603fa req-68fe8759-18df-4daa-b3f6-0d0d1660d0a5 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491354
Apr 20 19:07:11.960675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41568) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:07:12.103817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf474c6a-9ff9-4068-8ec8-d31b0c9abf90 tempest-TestVolumeBootPattern-1172523624 tempest-TestVolumeBootPattern-1172523624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:12.105463 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-cf474c6a-9ff9-4068-8ec8-d31b0c9abf90 tempest-TestVolumeBootPattern-1172523624 tempest-TestVolumeBootPattern-1172523624-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 1093 time: 0.1432362
Apr 20 19:07:12.108648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41574) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:07:12.114744 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'port_id': '697af25f-c6fd-4505-935a-27a472b8d213', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address': '172.20.0.6'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:07:12.121301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:07:12.125371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:floatingip and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:07:12.128456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:07:12.135063 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:07:12.144730 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:12.294635 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:12.439002 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Allocated IP 172.27.0.59 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/99ecbda9-6e84-4ca5-9303-267de12d6c6a) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:07:12.595974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:12.628758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:12.633817 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d1976c35-9116-4722-a3b5-ffe5c2f7bf32 tempest-TestShelveInstance-1556770747 tempest-TestShelveInstance-1556770747-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:07:12.696940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:07:12.699954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:07:12.704050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:07:12.752274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=99ecbda9-6e84-4ca5-9303-267de12d6c6a,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:07:12.756963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:07:13.151290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:13.229921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:13.693435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:13.697751 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:13.701626 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-489af390-fb9e-41ee-b1c8-3bbe476d7901 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:07:13.821052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=99ecbda9-6e84-4ca5-9303-267de12d6c6a,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:07:13.825934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:07:13.833186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:14.018878 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Floating IP d41b211e-cc24-4d37-8ea7-54204ce7e9ec associated. External IP: 172.27.0.59, port: 697af25f-c6fd-4505-935a-27a472b8d213.
Apr 20 19:07:14.397222 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:07:14.588392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:07:14.597962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:07:14.609246 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:07:14.609915 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9852b0f0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:07:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:07:14.614420 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:14.674754 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5646617
Apr 20 19:07:14.675438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'tag': '697af25f-c6fd-4505-935a-27a472b8d213'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:07:14.726842 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'tag': '697af25f-c6fd-4505-935a-27a472b8d213', 'status': 'completed', 'code': 200}
Apr 20 19:07:14.814513 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:07:14.852503 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c281694-31ca-4789-b78e-a1bca301877e req-0978a755-7121-4c09-94b5-aad9bf30f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:14.854134 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c281694-31ca-4789-b78e-a1bca301877e req-0978a755-7121-4c09-94b5-aad9bf30f20b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 1098 time: 0.0814154
Apr 20 19:07:15.003576 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c281694-31ca-4789-b78e-a1bca301877e req-319f8bff-0d31-466c-a462-52f9f4994f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:15.004760 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c281694-31ca-4789-b78e-a1bca301877e req-319f8bff-0d31-466c-a462-52f9f4994f7c service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1440778
Apr 20 19:07:15.115746 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c281694-31ca-4789-b78e-a1bca301877e req-cd3c2ed0-e7b7-4610-8c0a-823ae37b6cf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=697af25f-c6fd-4505-935a-27a472b8d213 HTTP/1.1" status: 200  len: 998 time: 0.1049998
Apr 20 19:07:15.188497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c281694-31ca-4789-b78e-a1bca301877e req-1f424e7c-60f1-4dc6-827b-30175d191f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:15.190051 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c281694-31ca-4789-b78e-a1bca301877e req-1f424e7c-60f1-4dc6-827b-30175d191f49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0670042
Apr 20 19:07:15.195868 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9852b0f0>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'd41b211e-cc24-4d37-8ea7-54204ce7e9ec', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '697af25f-c6fd-4505-935a-27a472b8d213', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:e8:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:07:13Z', 'updated_at': '2021-04-20T19:07:13Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:07:15.199890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:07:15.208707 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:07:15.209348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a9852b0f0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:07:02Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:07:15.272294 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c281694-31ca-4789-b78e-a1bca301877e req-843e9d34-8d69-47a4-91a5-74ff8febff60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:15.274424 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c281694-31ca-4789-b78e-a1bca301877e req-843e9d34-8d69-47a4-91a5-74ff8febff60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782204
Apr 20 19:07:15.416237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:07:15.426826 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c281694-31ca-4789-b78e-a1bca301877e req-4beb00d7-5c88-4472-b346-2cc96be3e800 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445370
Apr 20 19:07:15.575655 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c281694-31ca-4789-b78e-a1bca301877e req-960cc85f-8126-4ae3-b470-32757ce1610f service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421866
Apr 20 19:07:15.802119 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a9852b0f0>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'd41b211e-cc24-4d37-8ea7-54204ce7e9ec', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '697af25f-c6fd-4505-935a-27a472b8d213', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:e8:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:07:13Z', 'updated_at': '2021-04-20T19:07:13Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:07:15.807062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1062d85b-68a1-479c-ade4-e7002d85e7f5 None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'd41b211e-cc24-4d37-8ea7-54204ce7e9ec', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '697af25f-c6fd-4505-935a-27a472b8d213', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:e8:07:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:07:13Z', 'updated_at': '2021-04-20T19:07:13Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:07:16.092988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20605aa-ca0e-4627-87d5-cd23949ce102 None None] New status for floating IP d41b211e-cc24-4d37-8ea7-54204ce7e9ec: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:07:19.974987 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-c15eaa0e-1a20-4ec5-be7a-49a90cfbd016 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760891
Apr 20 19:07:20.142974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-12013257-1cb3-49a6-8a80-82d5e24a3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:20.144483 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-12013257-1cb3-49a6-8a80-82d5e24a3b7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 1098 time: 0.0815661
Apr 20 19:07:20.297386 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-386b9157-878d-446a-81e3-eea22f864ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:20.300090 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-386b9157-878d-446a-81e3-eea22f864ec0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1375148
Apr 20 19:07:20.412812 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-0bb38c12-ff5e-42f2-a1bb-b67721fc691b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=697af25f-c6fd-4505-935a-27a472b8d213 HTTP/1.1" status: 200  len: 1000 time: 0.1044734
Apr 20 19:07:20.490069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-098a6116-7b2a-437e-9295-b79ffd2aa7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:20.491775 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-098a6116-7b2a-437e-9295-b79ffd2aa7a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0633721
Apr 20 19:07:20.573273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-305059b4-be20-4244-ad5b-7b72431f40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:07:20.574936 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-305059b4-be20-4244-ad5b-7b72431f40b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763011
Apr 20 19:07:20.733034 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-8c1de80c-7912-4325-90f6-03b9c6269138 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351743
Apr 20 19:07:20.874316 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f56d2a1-93a9-484f-8e9e-8a13d2a1f5cb req-a8f58637-7429-4e71-9565-1422d27884ce service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354713
Apr 20 19:07:26.857774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:30.222197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1e45ef8c-8a9f-4098-8a7a-c653c3a629be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:32.515224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7761d385-af38-4c27-9fd9-ea82b86b5976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:32.976050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:33.694353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:34.728073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:07:42.898448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:07:56.856373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:00.224586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0419374e-2ce1-4d84-b9dd-bac8b989b263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:02.522539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-690e0593-2042-4e74-804a-b3757aa00ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:02.979956 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:03.698856 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:04.729518 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:19.898290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:08:20.962650 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-4256e354-d92c-4149-90a9-0bf317506afa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0816362
Apr 20 19:08:21.129390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-d2efc6be-ac19-44f0-a388-9bd59fc0f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:08:21.130977 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-d2efc6be-ac19-44f0-a388-9bd59fc0f9ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 1098 time: 0.0790212
Apr 20 19:08:21.289717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-369b429e-6a54-4967-82af-52a14611279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:08:21.291350 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-369b429e-6a54-4967-82af-52a14611279a service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1392789
Apr 20 19:08:21.404695 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-5b1ae579-6344-4e22-9cdd-aa80a6134308 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=697af25f-c6fd-4505-935a-27a472b8d213 HTTP/1.1" status: 200  len: 1000 time: 0.1065264
Apr 20 19:08:21.477675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-d7b1212f-8134-446d-ab91-7350fb3b6e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:08:21.479330 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-d7b1212f-8134-446d-ab91-7350fb3b6e40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0681708
Apr 20 19:08:21.814394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-a0175a99-77b4-41aa-83d6-35c01f29238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:08:21.816076 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-a0175a99-77b4-41aa-83d6-35c01f29238a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3308141
Apr 20 19:08:21.960682 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-ea3a883e-fa58-42c2-92c8-8d2fc227045d service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366162
Apr 20 19:08:22.106649 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2db982a0-5a1f-4d08-96d3-03901c596091 req-b23b09a1-9cc0-4e42-a1bb-98e4a08e4ac8 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395452
Apr 20 19:08:26.851134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:30.226316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f69c969e-1cd4-4c51-884a-0857809c7dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:32.514028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ecd02c8e-270c-4237-88b6-aa9a5a7c0ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:32.982110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:33.701166 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:34.732704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:56.839155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:08:56.898293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:09:00.227636 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c5a4432f-e623-4a9f-93ff-e5c71cd5cde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:02.515960 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-be070bff-f217-4354-bda7-e16ef6fbd20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:02.984990 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:03.704080 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:04.738373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:05.272287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee29376-5b9c-416e-936d-3716ceeb1e76 req-0a196796-f5dc-43f2-b0d6-653f237e6221 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:05.273902 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5ee29376-5b9c-416e-936d-3716ceeb1e76 req-0a196796-f5dc-43f2-b0d6-653f237e6221 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 945 time: 0.0953624
Apr 20 19:09:05.324401 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5ee29376-5b9c-416e-936d-3716ceeb1e76 req-d3733e53-1720-4b72-bfc1-23e7f22044eb tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440915
Apr 20 19:09:06.531121 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f082-1ac5-468e-9388-9ef41eaefce6 req-54d428b2-41fe-49de-a860-5bade99b1e54 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:06.532829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-97a1f082-1ac5-468e-9388-9ef41eaefce6 req-54d428b2-41fe-49de-a860-5bade99b1e54 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 945 time: 0.0896001
Apr 20 19:09:06.583590 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-97a1f082-1ac5-468e-9388-9ef41eaefce6 req-12533689-fd0a-4696-b0db-e1484ca472e3 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441036
Apr 20 19:09:06.857586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-867656cf-6dba-4c6b-89d6-752cdf881e35 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:06.859210 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-867656cf-6dba-4c6b-89d6-752cdf881e35 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 945 time: 0.0944457
Apr 20 19:09:06.936704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Deleting port 697af25f-c6fd-4505-935a-27a472b8d213 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:09:06.937092 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:07.206779 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] For port 697af25f-c6fd-4505-935a-27a472b8d213, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=697af25f-c6fd-4505-935a-27a472b8d213,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:09:07.207089 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:07.532279 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:07.532869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:07.533039 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Floating IP d41b211e-cc24-4d37-8ea7-54204ce7e9ec disassociated. External IP: 172.27.0.59, port: 697af25f-c6fd-4505-935a-27a472b8d213.
Apr 20 19:09:07.533425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Calling delete_port for 697af25f-c6fd-4505-935a-27a472b8d213 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:09:07.686287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:07.692600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a88fe962-b8c5-46e7-9b64-3c1b9f9d3a98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:07.779676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event deleted for resources: {'Port': ['ID=697af25f-c6fd-4505-935a-27a472b8d213,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:07.802997 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ddcc6c2f-4b41-450a-8db3-5539d6944f3b req-aa878c12-eef2-4c8e-8b92-fd766097eab7 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 210 time: 0.0680337
Apr 20 19:09:07.808786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.809101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.809521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.810029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.810435 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.810865 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.811268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.811673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.812074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.812472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.812866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.813258 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:07.871143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:08.011685 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:09:08.207441 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:09:08.219221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:09:08.231345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:09:08.232057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a988b8da0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:09:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:08.290010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] No DVR routers for this DVR port 697af25f-c6fd-4505-935a-27a472b8d213 on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:09:08.293189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:08.298237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'name': 'network-vif-deleted', 'tag': '697af25f-c6fd-4505-935a-27a472b8d213'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:09:08.314741 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e244af24-bce5-488a-8c1c-8d2ddd5a99e1 req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "DELETE /v2.0/ports/697af25f-c6fd-4505-935a-27a472b8d213 HTTP/1.1" status: 204  len: 173 time: 1.4498150
Apr 20 19:09:08.353315 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332dffbc-fb8f-4dd4-9a91-d62e149d4d37', 'name': 'network-vif-deleted', 'tag': '697af25f-c6fd-4505-935a-27a472b8d213', 'status': 'completed', 'code': 200}
Apr 20 19:09:08.612655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:09:08.963274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a988b8da0>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:08.967695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:09:08.977139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:09:08.977827 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a988b8da0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:09:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:08.983934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-73516fa7-b9f4-4c56-954c-cded4e9337a0 req-dae13259-d138-4f96-8a49-6d96d9f175fc tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:09:09.006833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-73516fa7-b9f4-4c56-954c-cded4e9337a0 req-dae13259-d138-4f96-8a49-6d96d9f175fc tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:09:09.008168 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-73516fa7-b9f4-4c56-954c-cded4e9337a0 req-dae13259-d138-4f96-8a49-6d96d9f175fc tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=332dffbc-fb8f-4dd4-9a91-d62e149d4d37 HTTP/1.1" status: 200  len: 210 time: 0.0787401
Apr 20 19:09:09.171812 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:09:09.520290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a988b8da0>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:09.524660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4f4423-9a68-46f7-96b2-5ffe9a81263b None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:09:09.970142 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2939b6-53da-4f74-bcd7-c72aa9b2a16e None None] New status for floating IP d41b211e-cc24-4d37-8ea7-54204ce7e9ec: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:09:10.356720 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-01fd280f-18e7-4950-aa5e-c50bc1b4f65a tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249997479&fields=id&tenant_id=aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 267 time: 0.0448754
Apr 20 19:09:10.529140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-1328a1f1-5963-4346-b5b9-d39a92277bab tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:10.530784 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-1328a1f1-5963-4346-b5b9-d39a92277bab tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 811 time: 0.1667116
Apr 20 19:09:10.547756 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-cca1a2a5-c002-4ae3-98d2-eccaf82f77e6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/quotas/aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 375 time: 0.0103672
Apr 20 19:09:10.641452 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-84253c32-e19f-4e26-af28-46070f934b2b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0874369
Apr 20 19:09:10.797599 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-ef965fa7-3227-4eda-a31c-3e0919bef8c4 service neutron] 10.222.0.22 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428187
Apr 20 19:09:10.952509 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-89f7f46c-d3a1-4de9-99eb-f307f96fb606 service neutron] 10.222.0.22 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481810
Apr 20 19:09:11.388409 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-88275cb1-1ce3-4407-aaa3-9f0e91a1bb58 req-606b0dbd-dbc0-4924-9ea5-bcc7f268c4ad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 210 time: 0.0585766
Apr 20 19:09:11.670946 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 697af25f-c6fd-4505-935a-27a472b8d213 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:09:11.712974 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 697af25f-c6fd-4505-935a-27a472b8d213 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:09:11.713261 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 697af25f-c6fd-4505-935a-27a472b8d213 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:09:12.577920 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-25d0fa25-6dc0-4b6d-8072-aad85ae29048 req-aaabaf76-38e3-4a7a-8fdf-03deecc17834 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 210 time: 0.0645013
Apr 20 19:09:12.593292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-b66927f6-3484-459f-83f5-28aa0a57d5b2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:12.595065 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-b66927f6-3484-459f-83f5-28aa0a57d5b2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 811 time: 0.2124026
Apr 20 19:09:12.682296 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-50537cc0-0e4d-4421-b7d0-cab6f6bc1700 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 8059 time: 0.0726507
Apr 20 19:09:12.693042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'port': {'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'admin_state_up': True, 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'security_groups': ['62b66fd4-e408-4e9d-97de-d143f75ab09c']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:09:12.841913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:12.852337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:09:12.861488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Made reservation on behalf of aae127a36d1f43d28692c8a8bab8cf98 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:09:12.867764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:13.291253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Allocated IP 172.20.0.4 (531a37fc-019b-491b-b0c5-cf6cccdcc8fc/be3ea13d-ee0f-45f5-b900-fba8d7d0092b/63c57279-c059-45a9-8152-5e9016099229) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:09:13.500212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:13.516864 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Transition to ACTIVE for port object 63c57279-c059-45a9-8152-5e9016099229 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:09:13.540622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:13.546615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0b8b5a2c-caab-466c-a373-8215ff870279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:13.614940 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:09:13.618490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:09:13.628460 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:09:13.672411 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=63c57279-c059-45a9-8152-5e9016099229,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:13.678127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:13.711110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:13.711826 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:13.795064 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-f14cb7bf-8c9f-483f-abf6-7222d6e04a94 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1068714
Apr 20 19:09:13.820197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Request body: {'port': {'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:09:13.823447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-1f1f79ab-70fe-4a18-8946-1608e22412dc None None] Provisioning for port 63c57279-c059-45a9-8152-5e9016099229 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:09:13.828770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-1f1f79ab-70fe-4a18-8946-1608e22412dc None None] Provisioning complete for port 63c57279-c059-45a9-8152-5e9016099229 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:09:13.829191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-1f1f79ab-70fe-4a18-8946-1608e22412dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:13.873693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648748d-a745-4863-9208-c420c4e0ccf3 req-239253a8-a328-400e-90fa-d65f83401557 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:13.874525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-1648748d-a745-4863-9208-c420c4e0ccf3 req-239253a8-a328-400e-90fa-d65f83401557 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:09:13.887178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-1f1f79ab-70fe-4a18-8946-1608e22412dc None None] Port 63c57279-c059-45a9-8152-5e9016099229 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:09:13.952554 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-1648748d-a745-4863-9208-c420c4e0ccf3 req-239253a8-a328-400e-90fa-d65f83401557 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:09:13.953856 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1648748d-a745-4863-9208-c420c4e0ccf3 req-239253a8-a328-400e-90fa-d65f83401557 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 931 time: 0.2500455
Apr 20 19:09:13.992924 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:14.067312 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-1648748d-a745-4863-9208-c420c4e0ccf3 req-b9cc69e7-1aff-4701-b693-eb05115b537c tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059308
Apr 20 19:09:14.382553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c57279-c059-45a9-8152-5e9016099229 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:09:14.390724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:14.406630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Transition to ACTIVE for port object 63c57279-c059-45a9-8152-5e9016099229 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:09:14.409293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:14.414442 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-812196a1-664d-48be-829d-eff81a6ffc59 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:14.586433 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Pushing event updated for resources: {'Port': ['ID=63c57279-c059-45a9-8152-5e9016099229,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:14.594344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:14.666798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Attempting to bind port 63c57279-c059-45a9-8152-5e9016099229 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:09:14.667331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Attempting to bind port 63c57279-c059-45a9-8152-5e9016099229 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:09:14.667456 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Attempting to bind port 63c57279-c059-45a9-8152-5e9016099229 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:09:14.672757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Port 63c57279-c059-45a9-8152-5e9016099229 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:09:14.673125 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Attempting to bind port 63c57279-c059-45a9-8152-5e9016099229 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:09:14.679343 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:09:14.679758 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Checking segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:09:14.680160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Bound using segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:09:14.680637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Bound port: 63c57279-c059-45a9-8152-5e9016099229, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:09:14.681036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:14.783363 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] For port 63c57279-c059-45a9-8152-5e9016099229, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:09:14.787757 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] For port 63c57279-c059-45a9-8152-5e9016099229, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=63c57279-c059-45a9-8152-5e9016099229,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:09:14.791096 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:14.796094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fea0d391-3ed1-4939-b498-a46b94fe6c0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:14.850907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:14.851449 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:14.852947 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 200  len: 1093 time: 1.0418406
Apr 20 19:09:14.853498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'tag': '63c57279-c059-45a9-8152-5e9016099229'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:09:14.886392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Pushing event updated for resources: {'Port': ['ID=63c57279-c059-45a9-8152-5e9016099229,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:14.890492 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:14.914283 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'tag': '63c57279-c059-45a9-8152-5e9016099229', 'status': 'completed', 'code': 200}
Apr 20 19:09:15.017610 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-aa2c634e-dfc6-4344-91c4-d0e26777588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:15.019410 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-aa2c634e-dfc6-4344-91c4-d0e26777588f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1096 time: 0.0902934
Apr 20 19:09:15.100588 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-9d0d7b23-7638-4493-adbf-a87d7f21e57a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 200  len: 217 time: 0.0689847
Apr 20 19:09:15.174996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-eab48548-3586-4eab-93f6-a60cd4a41763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:15.177113 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-eab48548-3586-4eab-93f6-a60cd4a41763 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0708084
Apr 20 19:09:15.335373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-320a9221-dfb2-4907-aa75-24f8c3ba78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:15.336995 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-320a9221-dfb2-4907-aa75-24f8c3ba78c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1522405
Apr 20 19:09:15.353419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cd31a-3786-4f6d-9587-def890df8125 req-6551458e-1848-4924-ad80-66fbe50577fe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:15.355020 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ab7cd31a-3786-4f6d-9587-def890df8125 req-6551458e-1848-4924-ad80-66fbe50577fe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 943 time: 0.1285584
Apr 20 19:09:15.498643 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ab7cd31a-3786-4f6d-9587-def890df8125 req-f43bf455-487f-43dc-a00b-12a23d6f5c1e tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1221042
Apr 20 19:09:15.534011 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-fe2193b1-ccc4-4924-9b09-3ea9406d0136 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900580
Apr 20 19:09:15.677033 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6f426c1c-3d6c-4c69-9d0b-00c4f49a80f0 req-dded9cd5-0a40-4679-8e02-2eb230f73701 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362665
Apr 20 19:09:15.838866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-d9864241-8627-4061-b4bd-6dbf57634139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:15.840487 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-d9864241-8627-4061-b4bd-6dbf57634139 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1096 time: 0.0798566
Apr 20 19:09:15.986770 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-8a43bb73-6048-45ae-81a6-bff48e049aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:15.988362 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-8a43bb73-6048-45ae-81a6-bff48e049aed service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1414199
Apr 20 19:09:16.067928 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-fd8b8e7e-9289-4782-b73a-5070c1d1a4a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 200  len: 217 time: 0.0715849
Apr 20 19:09:16.140293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-3444f44c-8194-4edf-be82-30c207bce43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:16.141888 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-3444f44c-8194-4edf-be82-30c207bce43b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0677962
Apr 20 19:09:16.229873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-fcf82e55-a2af-4ff5-b75f-c5971f2fbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:16.231513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-fcf82e55-a2af-4ff5-b75f-c5971f2fbaa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816228
Apr 20 19:09:16.377300 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-42821360-22a6-409b-a35a-7b209aa4c1a6 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381114
Apr 20 19:09:16.522172 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-67bb5c9a-d4ed-479b-a869-f484589b1618 req-e53ce917-d1d1-4f8a-94e3-774e5abff0e7 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374471
Apr 20 19:09:16.701218 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d506a92-991d-4b1e-80ec-174ebe666303 req-300672a9-df77-4b33-9992-1bc61596f58f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:16.702812 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3d506a92-991d-4b1e-80ec-174ebe666303 req-300672a9-df77-4b33-9992-1bc61596f58f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 943 time: 0.0886750
Apr 20 19:09:16.751293 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3d506a92-991d-4b1e-80ec-174ebe666303 req-09dc8ef2-dcea-487d-a183-199021cc8098 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419638
Apr 20 19:09:17.960740 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4265e-93bf-4ba8-bc49-89a9be8acc5c req-26b98463-baca-47b4-9b16-02ab88068f4b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:17.962359 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-adc4265e-93bf-4ba8-bc49-89a9be8acc5c req-26b98463-baca-47b4-9b16-02ab88068f4b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 943 time: 0.0952466
Apr 20 19:09:18.010781 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-adc4265e-93bf-4ba8-bc49-89a9be8acc5c req-91bf4482-9235-4c1f-8779-1da189f8d634 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418568
Apr 20 19:09:19.215755 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c3c3-c06a-4b27-88a6-fce8c7915d59 req-dd720645-7170-40b3-98a4-adcda244926e tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:19.217378 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6925c3c3-c06a-4b27-88a6-fce8c7915d59 req-dd720645-7170-40b3-98a4-adcda244926e tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 943 time: 0.0892272
Apr 20 19:09:19.267088 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6925c3c3-c06a-4b27-88a6-fce8c7915d59 req-e64fb005-50f0-4fcf-9368-9fa837de04f8 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431640
Apr 20 19:09:20.472290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668a3b9-1522-4d62-93d1-3b0323a88250 req-ede2b704-4b8b-407d-bf72-9c5b3e66afc8 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:20.473911 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d668a3b9-1522-4d62-93d1-3b0323a88250 req-ede2b704-4b8b-407d-bf72-9c5b3e66afc8 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 943 time: 0.0917041
Apr 20 19:09:20.522629 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d668a3b9-1522-4d62-93d1-3b0323a88250 req-180e06e3-4c14-4344-b5d1-797260bee79e tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421300
Apr 20 19:09:21.735212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fc92d-192c-49c8-95ce-7baa74123d22 req-5836af84-bf83-4b6b-9d79-9461ae85f623 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:21.736828 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5a7fc92d-192c-49c8-95ce-7baa74123d22 req-5836af84-bf83-4b6b-9d79-9461ae85f623 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 943 time: 0.0990560
Apr 20 19:09:21.788407 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5a7fc92d-192c-49c8-95ce-7baa74123d22 req-df402463-02d2-47e1-a185-78c0d02b0d06 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443134
Apr 20 19:09:22.996870 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9df06b-dd31-4bc3-b7ad-c7bc998d9728 req-18c8bebd-5fa9-446a-abff-aafa373fe9dd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:22.998571 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb9df06b-dd31-4bc3-b7ad-c7bc998d9728 req-18c8bebd-5fa9-446a-abff-aafa373fe9dd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 943 time: 0.0909741
Apr 20 19:09:23.047415 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb9df06b-dd31-4bc3-b7ad-c7bc998d9728 req-c6db703e-36a3-4ca9-a86d-aefb622675fb tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417824
Apr 20 19:09:23.738139 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 63c57279-c059-45a9-8152-5e9016099229 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:09:23.881599 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 63c57279-c059-45a9-8152-5e9016099229, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=63c57279-c059-45a9-8152-5e9016099229,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:09:23.896733 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': '63c57279-c059-45a9-8152-5e9016099229', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:09:23.960881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:23.979082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c57279-c059-45a9-8152-5e9016099229 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:09:23.995388 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 63c57279-c059-45a9-8152-5e9016099229, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=63c57279-c059-45a9-8152-5e9016099229,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:09:23.998107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:24.000028 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:24.070649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=63c57279-c059-45a9-8152-5e9016099229,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:24.078828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.079221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.079781 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.079989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.080293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.081243 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.081611 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.081978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.082346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.082738 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.083111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.083472 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:09:24.087786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:24.277563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['63c57279-c059-45a9-8152-5e9016099229'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:09:24.504468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c22d7-8296-4887-b257-91aeff68fbdf req-aeeeb635-de7e-4c88-a0bc-76fbca5e92f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:24.506077 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2d9c22d7-8296-4887-b257-91aeff68fbdf req-aeeeb635-de7e-4c88-a0bc-76fbca5e92f2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 944 time: 0.3432801
Apr 20 19:09:24.555751 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2d9c22d7-8296-4887-b257-91aeff68fbdf req-ae755b3d-68c0-459e-bfd1-c63e7fc40155 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429583
Apr 20 19:09:25.746765 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 63c57279-c059-45a9-8152-5e9016099229 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:09:25.770557 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f737daf-539b-4c6a-a715-40e91eddea52 req-baab39d1-e4e0-40d8-ae16-f7e2437b62df tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:25.774998 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f737daf-539b-4c6a-a715-40e91eddea52 req-baab39d1-e4e0-40d8-ae16-f7e2437b62df tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 944 time: 0.0967972
Apr 20 19:09:25.822616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port 63c57279-c059-45a9-8152-5e9016099229 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:09:25.827457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port 63c57279-c059-45a9-8152-5e9016099229 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:09:25.827876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:25.831455 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5f737daf-539b-4c6a-a715-40e91eddea52 req-1c2eaa5a-5cb1-43b8-be54-5b905d0a9ae1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474329
Apr 20 19:09:25.954828 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:25.982688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c57279-c059-45a9-8152-5e9016099229'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:09:25.993629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port 63c57279-c059-45a9-8152-5e9016099229, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=63c57279-c059-45a9-8152-5e9016099229,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:09:25.996614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:25.998591 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:26.036672 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c57279-c059-45a9-8152-5e9016099229', 'code': 200}
Apr 20 19:09:26.073794 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=63c57279-c059-45a9-8152-5e9016099229,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:26.076958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:26.348525 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8cdce-ab14-44c3-9b9c-61024902263a req-08360464-5b96-42b3-981f-de85954aca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:26.350117 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bcc8cdce-ab14-44c3-9b9c-61024902263a req-08360464-5b96-42b3-981f-de85954aca25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1098 time: 0.0797248
Apr 20 19:09:26.394564 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-bcc8cdce-ab14-44c3-9b9c-61024902263a req-6e6dd32f-667b-4861-a375-3c044b070ce6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372958
Apr 20 19:09:26.841176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:27.047225 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653aa2c3-1854-4d96-8f12-5dfcdb01da0f req-3e511351-c1e5-4a8f-a2a3-d2b3d771294c tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:27.048861 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-653aa2c3-1854-4d96-8f12-5dfcdb01da0f req-3e511351-c1e5-4a8f-a2a3-d2b3d771294c tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 945 time: 0.0935764
Apr 20 19:09:27.098921 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-653aa2c3-1854-4d96-8f12-5dfcdb01da0f req-70e5b0d3-fddf-4d85-bdd1-79bd8fc5d3b8 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428340
Apr 20 19:09:28.302995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f3a25-c70b-4957-b570-3f44a7a1d728 req-03edef94-4e5c-4c6b-ac72-4d5393947dc5 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:28.304620 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-805f3a25-c70b-4957-b570-3f44a7a1d728 req-03edef94-4e5c-4c6b-ac72-4d5393947dc5 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 945 time: 0.0912435
Apr 20 19:09:28.358117 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-805f3a25-c70b-4957-b570-3f44a7a1d728 req-2ab8966a-03c1-47d8-8259-e1a3c72bef9f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470440
Apr 20 19:09:28.557801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a01c2-c1e2-4d98-994e-64e074cf1988 req-580d4e74-aaa5-484a-bed7-75a04215f2cf tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:28.559480 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-249a01c2-c1e2-4d98-994e-64e074cf1988 req-580d4e74-aaa5-484a-bed7-75a04215f2cf tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 945 time: 0.0878954
Apr 20 19:09:28.608090 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-249a01c2-c1e2-4d98-994e-64e074cf1988 req-fcb5b82b-9c24-4dea-b6b6-38ee63c75c10 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416844
Apr 20 19:09:28.633949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41672) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:28.716293 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95879ba2-e051-40c1-9c55-5a1eb47264a6 tempest-TestVolumeBootPattern-1172523624 tempest-TestVolumeBootPattern-1172523624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:28.717878 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-95879ba2-e051-40c1-9c55-5a1eb47264a6 tempest-TestVolumeBootPattern-1172523624 tempest-TestVolumeBootPattern-1172523624-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1093 time: 0.0827661
Apr 20 19:09:28.720863 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41676) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:09:28.726446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address': '172.20.0.4'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:09:28.733043 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:09:28.737226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:floatingip and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:09:28.740348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:09:28.746784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:09:28.759066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:28.909186 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:29.058925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Allocated IP 172.27.0.210 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/3de98282-2b96-4d08-b804-9537e44bed8e) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:09:29.221422 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:29.251601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:29.256721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-f1ae09cd-2b83-4475-9834-3b7b6446b9d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:29.325841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:09:29.329090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:09:29.338133 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:09:29.378446 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=3de98282-2b96-4d08-b804-9537e44bed8e,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:29.383062 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:29.787095 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:29.874193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:30.098582 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:30.102066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:30.107032 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:09:30.223981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=3de98282-2b96-4d08-b804-9537e44bed8e,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:09:30.229524 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:09:30.231345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b1c452bc-6622-451d-8748-c2dc29687aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:30.238562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:30.427049 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Floating IP aba40dd0-06a1-4223-8e11-7fdb79c368eb associated. External IP: 172.27.0.210, port: 63c57279-c059-45a9-8152-5e9016099229.
Apr 20 19:09:30.807316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:09:31.002443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:09:31.012928 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:09:31.023461 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:09:31.024144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98b2b940>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:09:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:31.029915 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:31.093442 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-9e56df66-9661-427b-980d-e339c681f2a9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3713701
Apr 20 19:09:31.094060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'tag': '63c57279-c059-45a9-8152-5e9016099229'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:09:31.144793 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'tag': '63c57279-c059-45a9-8152-5e9016099229', 'status': 'completed', 'code': 200}
Apr 20 19:09:31.225425 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:09:31.266700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83583-6b77-4959-9766-728478bf5d0c req-22703627-f0d7-411d-a0bf-74d6c408a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:31.268850 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da83583-6b77-4959-9766-728478bf5d0c req-22703627-f0d7-411d-a0bf-74d6c408a789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1098 time: 0.0805578
Apr 20 19:09:31.667223 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83583-6b77-4959-9766-728478bf5d0c req-011e61cc-061d-4e7f-b1d4-be0e68fa8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:31.668827 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da83583-6b77-4959-9766-728478bf5d0c req-011e61cc-061d-4e7f-b1d4-be0e68fa8197 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.3938208
Apr 20 19:09:31.782968 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da83583-6b77-4959-9766-728478bf5d0c req-1e49a06a-fc0a-4ee9-bc40-5f84f5629ca2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 200  len: 999 time: 0.1074002
Apr 20 19:09:31.817310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98b2b940>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:29Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:31.821659 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:09:31.831667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:09:31.832351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98b2b940>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:09:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:31.857160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83583-6b77-4959-9766-728478bf5d0c req-08229f12-3f3e-4d4e-be59-1c3410f9dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:31.858784 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da83583-6b77-4959-9766-728478bf5d0c req-08229f12-3f3e-4d4e-be59-1c3410f9dca2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0694544
Apr 20 19:09:31.944402 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da83583-6b77-4959-9766-728478bf5d0c req-eca6e427-4cc7-4dbe-b1d9-8009ff3687e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:09:31.945967 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da83583-6b77-4959-9766-728478bf5d0c req-eca6e427-4cc7-4dbe-b1d9-8009ff3687e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804482
Apr 20 19:09:32.029488 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:09:32.096347 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da83583-6b77-4959-9766-728478bf5d0c req-0117650b-f0a5-41b8-88a2-d140e1654c8f service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437986
Apr 20 19:09:32.248934 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-8da83583-6b77-4959-9766-728478bf5d0c req-b85745ad-3f7f-4991-8662-84e77a8a2f82 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1453555
Apr 20 19:09:32.411527 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98b2b940>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:29Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:09:32.415912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c30f26-d108-470e-8279-90ddd3edcb03 None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:29Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:09:32.517530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-33930ff9-7a01-4d10-a690-f79150a20120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:32.719543 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc92a7f3-7894-48f2-a848-4a67f1a69590 None None] New status for floating IP aba40dd0-06a1-4223-8e11-7fdb79c368eb: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:09:32.988314 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:33.707418 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:33.897334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:09:34.739715 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:09:56.845403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:00.234783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fd46b872-bae2-46bb-a480-c5894c4813f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:02.519434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-09debe8a-5ec8-4a89-9465-7db6b9fbd9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:02.995771 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:03.709065 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:04.742942 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:10.896910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:10:24.969418 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-34dd1467-f3f3-452a-933b-b686b9ea66c3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0818839
Apr 20 19:10:25.144539 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-01f38c42-ae28-4948-9b3b-199e48f995a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:10:25.146042 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-01f38c42-ae28-4948-9b3b-199e48f995a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1098 time: 0.0824890
Apr 20 19:10:25.301772 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-8923e0b2-960d-4e22-b8ab-3dfe0b4a9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:10:25.303440 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-8923e0b2-960d-4e22-b8ab-3dfe0b4a9b69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1369989
Apr 20 19:10:25.418138 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-648d126f-4896-48ed-ae72-98b1b1c5e90a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 200  len: 1001 time: 0.1073213
Apr 20 19:10:25.489769 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-3b3bcc44-55b1-414c-a15e-2960c8db5f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:10:25.491384 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-3b3bcc44-55b1-414c-a15e-2960c8db5f4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0665076
Apr 20 19:10:25.583024 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-ce09ddb0-83e3-41ac-bbfe-5111aac12d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:10:25.584648 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-ce09ddb0-83e3-41ac-bbfe-5111aac12d74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855484
Apr 20 19:10:25.595629 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-2f9ce048-a9f1-4b8b-9348-6ddfea82735f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=86363) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 20 19:10:25.596668 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-2f9ce048-a9f1-4b8b-9348-6ddfea82735f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055866
Apr 20 19:10:25.743917 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-b6b31eef-dc1a-4a23-988a-5aff8592d724 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398439
Apr 20 19:10:25.895271 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-649e5674-b383-4366-abb3-f0b23ec615f0 req-b4ca3061-fd37-4523-bd9a-c7ae9f6b2d2d service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451211
Apr 20 19:10:26.858719 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:30.235862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-401a94b6-a1d9-44f4-b2fb-3bd5d7c47e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:32.520967 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b46627b2-57ea-4e33-bbf1-9cae97a9d4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:32.994201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:33.709268 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:34.751886 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:10:47.896571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:10:56.864973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:00.237978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-22b22ec5-46fe-45cb-874b-37a52998c3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:02.523996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-66049e2c-563a-478c-aa60-9d80089c046e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:02.997260 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:03.710686 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:04.750986 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:18.369876 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b1b01d73-2db0-4ea8-81ae-b863dd8fd6eb tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249997479&fields=id&tenant_id=aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 267 time: 0.0431256
Apr 20 19:11:18.535881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-a7c5e332-0a95-4e16-b514-87042ec8d4bc tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:18.537443 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-a7c5e332-0a95-4e16-b514-87042ec8d4bc tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 811 time: 0.1603549
Apr 20 19:11:18.553457 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-d32b6f45-3fa5-4d0d-941b-163ccbaaa6b6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/quotas/aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 375 time: 0.0097046
Apr 20 19:11:18.650538 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-5e9d39e8-a467-424f-a908-43a53083aff9 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0913465
Apr 20 19:11:18.801798 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-2cde446e-c0ab-47d0-8435-80df21911daa service neutron] 10.222.0.22 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379418
Apr 20 19:11:18.945106 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-2047c2f5-80f3-4044-9d70-9c0932717e72 service neutron] 10.222.0.22 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361425
Apr 20 19:11:19.368350 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-97bb6b89-5d2a-454d-9973-ca272bc443f8 req-4eee53bb-b001-4996-98ce-513c5328b58d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 210 time: 0.0551434
Apr 20 19:11:20.562350 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5a8985de-4f47-4080-bbb1-73e3e77a16c0 req-b159beb2-5a7e-47c7-ae8f-3f0bfa85f126 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 210 time: 0.0801995
Apr 20 19:11:20.690547 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-bd6ff339-ae27-4d6e-b4ae-8d594db8b82c tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:20.692085 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-bd6ff339-ae27-4d6e-b4ae-8d594db8b82c tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 811 time: 0.1668432
Apr 20 19:11:20.778262 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-90f05722-2c3f-4e6b-920a-b6e6b7dd35c1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aae127a36d1f43d28692c8a8bab8cf98 HTTP/1.1" status: 200  len: 8059 time: 0.0705779
Apr 20 19:11:20.788810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'port': {'device_id': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'admin_state_up': True, 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'security_groups': ['62b66fd4-e408-4e9d-97de-d143f75ab09c']}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:11:20.935506 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:11:20.945403 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:11:20.954451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Made reservation on behalf of aae127a36d1f43d28692c8a8bab8cf98 for: {'port': 1} {{(pid=86363) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 20 19:11:20.960653 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:21.133785 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Allocated IP 172.20.0.3 (531a37fc-019b-491b-b0c5-cf6cccdcc8fc/be3ea13d-ee0f-45f5-b900-fba8d7d0092b/e6cb2a14-10b4-4f58-8628-7fd9195bde14) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:11:21.338229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:21.356289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Transition to ACTIVE for port object e6cb2a14-10b4-4f58-8628-7fd9195bde14 will not be triggered until provisioned by entity DHCP. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:11:21.379407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:21.385970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-1b7f98fa-5b28-4893-8776-c1808555b679 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:11:21.458205 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:11:21.467427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:11:21.472552 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:11:21.506975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=e6cb2a14-10b4-4f58-8628-7fd9195bde14,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:11:21.525406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.525849 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.526823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.527249 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.527613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.528011 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.528410 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.528809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.529208 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.529605 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.530267 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.530691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:21.536893 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:11:21.560606 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:21.561187 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:21.591741 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-8b9effb8-62a0-481f-9588-ca7f064bbbfe tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8069348
Apr 20 19:11:21.676921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Request body: {'port': {'device_id': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:11:21.723381 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-d6681b00-a23c-49cd-9c68-b55fc3e96797 None None] Provisioning for port e6cb2a14-10b4-4f58-8628-7fd9195bde14 completed by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:11:21.729224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-d6681b00-a23c-49cd-9c68-b55fc3e96797 None None] Provisioning complete for port e6cb2a14-10b4-4f58-8628-7fd9195bde14 triggered by entity DHCP. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:11:21.729641 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d6681b00-a23c-49cd-9c68-b55fc3e96797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:21.789624 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-d6681b00-a23c-49cd-9c68-b55fc3e96797 None None] Port e6cb2a14-10b4-4f58-8628-7fd9195bde14 cannot update to ACTIVE because it is not bound. {{(pid=86365) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 20 19:11:21.874212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:21.905845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56414903-3bb5-4587-8a56-093944da68f0 req-2d7e6e11-f1d6-4b10-b854-c85f7a577034 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:21.906630 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-56414903-3bb5-4587-8a56-093944da68f0 req-2d7e6e11-f1d6-4b10-b854-c85f7a577034 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:11:21.971390 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-56414903-3bb5-4587-8a56-093944da68f0 req-2d7e6e11-f1d6-4b10-b854-c85f7a577034 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:11:21.972664 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-56414903-3bb5-4587-8a56-093944da68f0 req-2d7e6e11-f1d6-4b10-b854-c85f7a577034 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 931 time: 0.2599268
Apr 20 19:11:22.091907 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-56414903-3bb5-4587-8a56-093944da68f0 req-0ea63488-220f-49d1-a78a-c090882cbc03 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095345
Apr 20 19:11:22.315344 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cb2a14-10b4-4f58-8628-7fd9195bde14 {{(pid=86363) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:11:22.323375 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:22.338705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Transition to ACTIVE for port object e6cb2a14-10b4-4f58-8628-7fd9195bde14 will not be triggered until provisioned by entity L2. {{(pid=86363) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 20 19:11:22.341956 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:22.346851 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0e6830c3-625a-4429-bb06-989d3d022cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:11:22.763647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb2a14-10b4-4f58-8628-7fd9195bde14,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:11:22.771941 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:11:22.846385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Attempting to bind port e6cb2a14-10b4-4f58-8628-7fd9195bde14 on host hv-cinder-78693 for vnic_type normal with profile  {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 20 19:11:22.846820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Attempting to bind port e6cb2a14-10b4-4f58-8628-7fd9195bde14 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 20 19:11:22.847189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Attempting to bind port e6cb2a14-10b4-4f58-8628-7fd9195bde14 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:11:22.852251 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Port e6cb2a14-10b4-4f58-8628-7fd9195bde14 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 20 19:11:22.852613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Attempting to bind port e6cb2a14-10b4-4f58-8628-7fd9195bde14 on network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 20 19:11:22.858989 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Checking agent: {'id': 'eb7f0519-aacf-4e6d-b9a3-9f607420b798', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'started_at': datetime.datetime(2021, 4, 20, 18, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 19, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 20 19:11:22.859371 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Checking segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86363) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 20 19:11:22.859798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Bound using segment: {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'} {{(pid=86363) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 20 19:11:22.860272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Bound port: e6cb2a14-10b4-4f58-8628-7fd9195bde14, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505bcef7-a582-47cb-b420-f22a31879ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc'}}] {{(pid=86363) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 20 19:11:22.860660 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:22.955515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] For port e6cb2a14-10b4-4f58-8628-7fd9195bde14, host hv-cinder-78693, cleared binding levels {{(pid=86363) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 20 19:11:22.958643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] For port e6cb2a14-10b4-4f58-8628-7fd9195bde14, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86363) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 20 19:11:22.961991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:22.967510 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-90ba3ef6-cd2a-4d68-be64-93eb25dcdb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:11:23.026964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:23.027620 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:23.029135 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] 10.222.0.36 "PUT /v2.0/ports/e6cb2a14-10b4-4f58-8628-7fd9195bde14 HTTP/1.1" status: 200  len: 1093 time: 1.4192481
Apr 20 19:11:23.031049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:11:23.068070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb2a14-10b4-4f58-8628-7fd9195bde14,revision_number=3']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:11:23.071601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:11:23.153151 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'status': 'completed', 'code': 200}
Apr 20 19:11:23.184512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-add8edb7-8028-45d9-acdf-62460d642381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:23.186208 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-add8edb7-8028-45d9-acdf-62460d642381 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 1096 time: 0.0960782
Apr 20 19:11:23.306729 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-966b5979-4bc2-4bfa-976b-313044236677 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14 HTTP/1.1" status: 200  len: 217 time: 0.1073539
Apr 20 19:11:23.395930 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b39b7db1-cf6c-44e5-9c54-f389a4f83945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:23.397500 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-b39b7db1-cf6c-44e5-9c54-f389a4f83945 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0839214
Apr 20 19:11:23.470071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626e440-513f-481c-974c-05d1d0d4016c req-3eb998d9-f72a-4c03-ab22-c4b28a6026e2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:23.471717 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b626e440-513f-481c-974c-05d1d0d4016c req-3eb998d9-f72a-4c03-ab22-c4b28a6026e2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 943 time: 0.2084386
Apr 20 19:11:23.537104 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-b626e440-513f-481c-974c-05d1d0d4016c req-49400167-bb86-4421-93e5-5d2e620d3d26 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589104
Apr 20 19:11:23.544712 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-e09d04ee-4ed5-493f-92b5-d102b7bb6ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:23.546301 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-e09d04ee-4ed5-493f-92b5-d102b7bb6ccc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1351562
Apr 20 19:11:23.699091 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-24318ebd-b1d8-4e91-9c2c-ca1f93314a49 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452830
Apr 20 19:11:23.847062 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-5cf48010-a6ec-4378-8b9d-0160298399bb req-87245d41-f10a-442f-9cf8-c72da996b392 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413136
Apr 20 19:11:24.020176 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-911b2719-1264-4e84-b3ab-33cec7b3ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:24.021800 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-911b2719-1264-4e84-b3ab-33cec7b3ad97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 1096 time: 0.0826180
Apr 20 19:11:24.168900 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-827c7d05-d56d-4494-a8f4-d6b81de8f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:24.170386 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-827c7d05-d56d-4494-a8f4-d6b81de8f766 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1416435
Apr 20 19:11:24.242995 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-afb68a13-4101-4997-97a9-457c42e1f347 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14 HTTP/1.1" status: 200  len: 217 time: 0.0648537
Apr 20 19:11:24.318055 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-171d1261-36f7-4319-ba0e-cdc615e51d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:24.319656 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-171d1261-36f7-4319-ba0e-cdc615e51d37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0678482
Apr 20 19:11:24.409318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-c6d2d809-9e89-4233-bb4a-39155122aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:24.411106 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-c6d2d809-9e89-4233-bb4a-39155122aed7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820003
Apr 20 19:11:24.556670 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-22cb6297-f6b4-4e67-b727-e2419f737fcf service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375294
Apr 20 19:11:24.762542 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e284d0f6-dd01-4be3-b51c-123b5466a718 req-62b2e9b7-ae91-45c8-9bdc-852bbc6bb57d service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1989512
Apr 20 19:11:24.790315 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70139d-274b-42be-ac62-ff810c7448f5 req-47050bbd-2d72-4afd-a216-ffbb933bd406 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:24.792658 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d70139d-274b-42be-ac62-ff810c7448f5 req-47050bbd-2d72-4afd-a216-ffbb933bd406 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 943 time: 0.1327674
Apr 20 19:11:24.842168 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-0d70139d-274b-42be-ac62-ff810c7448f5 req-77627c9a-07a1-4ad8-bda7-3cb197dbcdba tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423539
Apr 20 19:11:24.895135 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:11:26.115969 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f584b8b-c102-4efd-b886-aa928b1a28ca req-bd9d6e9c-f804-492f-8821-a79be8e34824 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:26.117513 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f584b8b-c102-4efd-b886-aa928b1a28ca req-bd9d6e9c-f804-492f-8821-a79be8e34824 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 943 time: 0.1610262
Apr 20 19:11:26.122324 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-d82adfac-c659-48a6-a8f8-49e229800c8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1231945
Apr 20 19:11:26.168516 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3f584b8b-c102-4efd-b886-aa928b1a28ca req-3d5b03c2-5f07-4236-9bb9-b8e0e7b3d1bc tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439289
Apr 20 19:11:26.294242 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-a032e4fb-c2cd-4057-925a-7ba6144f5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:26.295879 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-a032e4fb-c2cd-4057-925a-7ba6144f5ef6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1098 time: 0.0796139
Apr 20 19:11:26.455833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-77de5806-2904-46ff-8a1a-9713fadfd14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:26.457342 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-77de5806-2904-46ff-8a1a-9713fadfd14e service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1417584
Apr 20 19:11:26.574093 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-32ce395b-162c-492f-95cc-fa5477c4a9d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 200  len: 1001 time: 0.1095204
Apr 20 19:11:26.653274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-83714c4a-6dd8-4600-95e7-2ed5a116ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:26.655168 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-83714c4a-6dd8-4600-95e7-2ed5a116ccc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0742581
Apr 20 19:11:26.741007 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-4867ea85-ae27-485b-8d86-7d29be78c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:26.742656 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-4867ea85-ae27-485b-8d86-7d29be78c466 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802214
Apr 20 19:11:26.881326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:26.902967 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-052be63f-d7f1-4d24-87a1-7fdeeadc6e54 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531279
Apr 20 19:11:27.051569 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2c0e7625-a78f-4d8d-8d5e-8d1fca3dbee0 req-ce195bcf-1c24-43e5-b083-d99389c77743 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419535
Apr 20 19:11:27.375786 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc79b2b-aaf1-4f69-8e29-9407d7d6efd3 req-77b31b5b-91ae-40fa-8e2f-992a6c0ab890 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:27.377589 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ebc79b2b-aaf1-4f69-8e29-9407d7d6efd3 req-77b31b5b-91ae-40fa-8e2f-992a6c0ab890 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 943 time: 0.0922546
Apr 20 19:11:27.430968 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-ebc79b2b-aaf1-4f69-8e29-9407d7d6efd3 req-40f2a70a-4aa2-4c2b-9456-3fd58891456d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469201
Apr 20 19:11:28.633544 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd4e55-2352-4da5-a80f-a78ca9d1c9e3 req-084b1bd3-eb85-40e9-b791-6dbeaea18249 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:28.635786 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-41bd4e55-2352-4da5-a80f-a78ca9d1c9e3 req-084b1bd3-eb85-40e9-b791-6dbeaea18249 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 943 time: 0.0912919
Apr 20 19:11:28.684591 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-41bd4e55-2352-4da5-a80f-a78ca9d1c9e3 req-c6c044a4-1f59-4119-8c81-977318dca265 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424569
Apr 20 19:11:29.944229 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3f703-6ed6-4ad7-a42d-e15f19f8be60 req-624c00ac-9b22-4d47-b3de-a5fe14df8c20 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:29.945864 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-37e3f703-6ed6-4ad7-a42d-e15f19f8be60 req-624c00ac-9b22-4d47-b3de-a5fe14df8c20 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 943 time: 0.0941474
Apr 20 19:11:29.995759 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-37e3f703-6ed6-4ad7-a42d-e15f19f8be60 req-766721e6-0a80-4892-81a7-4b8863bd27fd tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427065
Apr 20 19:11:30.241302 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fee6d190-63b7-4b2b-82a5-2ccb614c8638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:31.200203 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d4d0a-5830-4879-b853-abf23d937bcc req-940b9f18-2ca0-4375-9d75-885b3473329d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:31.201733 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-959d4d0a-5830-4879-b853-abf23d937bcc req-940b9f18-2ca0-4375-9d75-885b3473329d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 943 time: 0.0894234
Apr 20 19:11:31.251368 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-959d4d0a-5830-4879-b853-abf23d937bcc req-3bb83e1d-b94c-41f5-b8b9-059c4c6be2ae tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430455
Apr 20 19:11:32.360878 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device e6cb2a14-10b4-4f58-8628-7fd9195bde14 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=86365) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 20 19:11:32.467054 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94b35f-f37d-42b0-a8ac-5366af122d74 req-b8319f7b-dffb-4796-aab0-120d68270b30 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:32.468689 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7d94b35f-f37d-42b0-a8ac-5366af122d74 req-b8319f7b-dffb-4796-aab0-120d68270b30 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 943 time: 0.0947802
Apr 20 19:11:32.515888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port e6cb2a14-10b4-4f58-8628-7fd9195bde14, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:11:32.518838 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-7d94b35f-f37d-42b0-a8ac-5366af122d74 req-87c0c588-83cd-4e98-9911-95cc4c1d1f6c tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435827
Apr 20 19:11:32.542380 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Returning: {'device': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'port_id': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'mac_address': 'fa:16:3e:e6:16:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86365) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 20 19:11:32.575764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-bb7a6630-5310-4808-8b34-ff57267d0f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:32.602601 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:32.621664 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cb2a14-10b4-4f58-8628-7fd9195bde14 {{(pid=86365) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 20 19:11:32.637695 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port e6cb2a14-10b4-4f58-8628-7fd9195bde14, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:11:32.640564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:32.642451 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:11:32.713798 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=e6cb2a14-10b4-4f58-8628-7fd9195bde14,revision_number=4']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:11:32.721810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.722201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.722615 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.722993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.723367 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.723743 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.724114 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.724486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.724860 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.725228 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.725606 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.725964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:11:32.730195 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:11:32.944505 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] get_ports_and_sgs() called for port_ids ['e6cb2a14-10b4-4f58-8628-7fd9195bde14'] {{(pid=86365) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 20 19:11:33.014432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:33.712943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:33.727309 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da416f-7446-4165-a164-a1430ed23bab req-bf58d646-f900-43ce-9600-615907a50af4 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:33.729592 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e9da416f-7446-4165-a164-a1430ed23bab req-bf58d646-f900-43ce-9600-615907a50af4 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 944 time: 0.0922611
Apr 20 19:11:33.783390 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-e9da416f-7446-4165-a164-a1430ed23bab req-aaf399cb-966d-4ecc-9c6c-fff30d0d551d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473986
Apr 20 19:11:34.360486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device e6cb2a14-10b4-4f58-8628-7fd9195bde14 up at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 20 19:11:34.430873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning for port e6cb2a14-10b4-4f58-8628-7fd9195bde14 completed by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 20 19:11:34.436415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.provisioning_blocks [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Provisioning complete for port e6cb2a14-10b4-4f58-8628-7fd9195bde14 triggered by entity L2. {{(pid=86365) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 20 19:11:34.436833 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853774981'] for port, provisioning_complete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:34.563538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:34.592342 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14'}] {{(pid=86365) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:11:34.602674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] For port e6cb2a14-10b4-4f58-8628-7fd9195bde14, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:11:34.605687 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519'] for port, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:34.608562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:11:34.682603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Pushing event updated for resources: {'Port': ['ID=e6cb2a14-10b4-4f58-8628-7fd9195bde14,revision_number=5']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:11:34.686438 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:11:34.706363 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'code': 200}
Apr 20 19:11:34.754600 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:35.053955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9bbcb-8442-456f-973e-e685385f7092 req-5781c5e8-5519-4ca1-bce5-bf0798f10c26 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:35.055624 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f9bbcb-8442-456f-973e-e685385f7092 req-5781c5e8-5519-4ca1-bce5-bf0798f10c26 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 945 time: 0.1489224
Apr 20 19:11:35.094397 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d2185-5106-4bc2-8dd9-535874efbb56 req-24e5ad4b-5a58-4cb5-a83d-ca33e938853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:35.096057 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6d1d2185-5106-4bc2-8dd9-535874efbb56 req-24e5ad4b-5a58-4cb5-a83d-ca33e938853c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 1098 time: 0.1360650
Apr 20 19:11:35.140551 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d5f9bbcb-8442-456f-973e-e685385f7092 req-c7df974a-bf81-4921-b41b-90c8f6366da5 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775273
Apr 20 19:11:35.158554 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6d1d2185-5106-4bc2-8dd9-535874efbb56 req-34ea31c9-4494-44d8-b12b-f841a76b261c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526688
Apr 20 19:11:36.359865 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ff90b-2b46-49ba-b377-7ea238090a7e req-560b7144-530b-4c9a-8354-57c62d191990 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:36.361509 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f10ff90b-2b46-49ba-b377-7ea238090a7e req-560b7144-530b-4c9a-8354-57c62d191990 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 945 time: 0.0964286
Apr 20 19:11:36.416263 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f10ff90b-2b46-49ba-b377-7ea238090a7e req-bb3b2913-aa8a-4f2b-beac-47be4b4b879f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474644
Apr 20 19:11:37.617416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19546e-7609-4f87-a24a-4457dbb6dc54 req-a54fdcbe-ff82-4153-ab5d-ac5b1b87c3a8 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:37.619114 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3c19546e-7609-4f87-a24a-4457dbb6dc54 req-a54fdcbe-ff82-4153-ab5d-ac5b1b87c3a8 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 945 time: 0.0897222
Apr 20 19:11:37.668821 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3c19546e-7609-4f87-a24a-4457dbb6dc54 req-06254768-1d61-4dc9-98e1-b6cf990ffbf0 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433049
Apr 20 19:11:37.877165 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69dcab-2bf4-4ee3-a3ac-c3080a203ebe req-54434833-9d33-45aa-9de7-94d1da728ef7 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:37.878831 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-af69dcab-2bf4-4ee3-a3ac-c3080a203ebe req-54434833-9d33-45aa-9de7-94d1da728ef7 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 945 time: 0.0942492
Apr 20 19:11:37.929059 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-af69dcab-2bf4-4ee3-a3ac-c3080a203ebe req-4bb97d33-9732-4163-aa65-387a0b9927b0 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432398
Apr 20 19:11:37.954419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41810) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:11:38.032232 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee0ecb-0d1e-4d03-b4f8-cf83552f5e81 tempest-TestVolumeBootPattern-1172523624 tempest-TestVolumeBootPattern-1172523624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:38.033892 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-84ee0ecb-0d1e-4d03-b4f8-cf83552f5e81 tempest-TestVolumeBootPattern-1172523624 tempest-TestVolumeBootPattern-1172523624-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 1093 time: 0.0783980
Apr 20 19:11:38.036875 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41814) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:11:38.042561 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.v2.base [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Request body: {'floatingip': {'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'port_id': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86363) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 20 19:11:38.049338 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 20 19:11:38.053414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Usage tracker for resource:floatingip and tenant:aae127a36d1f43d28692c8a8bab8cf98 is out of sync, need to count used quota {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 20 19:11:38.056466 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86363) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 20 19:11:38.062606 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.quota.driver [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86363) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 20 19:11:38.072661 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:38.463188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:38.615450 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_common [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Allocated IP 172.27.0.223 (7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad/f89fd280-5d85-4c06-82d2-b1dc16850d1c/c14ee9d0-a02d-41c6-8541-26e9121a33a4) {{(pid=86363) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 20 19:11:38.778613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:38.809907 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738809048247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:38.814888 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-34d6e138-09cf-4877-a4f1-2f836abf7388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:11:38.873910 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Network 7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad is already hosted by enough agents. {{(pid=86363) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 20 19:11:38.876973 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.base_scheduler [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Resources bound (agent type, host, resource id):  {{(pid=86363) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 20 19:11:38.881297 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Received port after_create {{(pid=86363) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 20 19:11:38.934866 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=c14ee9d0-a02d-41c6-8541-26e9121a33a4,revision_number=1']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:11:38.939509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:11:39.340452 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:39.422498 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640678'] for port, before_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:39.651801 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for port, precommit_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:39.655530 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738809495752', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738809048264', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363298045727519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036845229311'] for port, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:39.659482 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b8c644c5-d2bd-4a7c-a3a5-c49217fd2ca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:11:39.774215 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event updated for resources: {'Port': ['ID=c14ee9d0-a02d-41c6-8541-26e9121a33a4,revision_number=2']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:11:39.779476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:11:39.787115 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850710862'] for floatingip, after_update {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:39.977632 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Floating IP 0be3ef04-2cdb-41bc-92c7-9697199dee6e associated. External IP: 172.27.0.223, port: e6cb2a14-10b4-4f58-8628-7fd9195bde14.
Apr 20 19:11:40.362717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:11:40.562138 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:11:40.572417 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:11:40.586823 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:11:40.587580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:11:40.588274 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98263390>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:11:33Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:11:40.647005 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8452b9ba-a613-4c2c-ac48-f556c85a35d1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6088679
Apr 20 19:11:40.647673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:11:40.698389 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'status': 'completed', 'code': 200}
Apr 20 19:11:40.784959 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:11:40.842273 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-1aaf1ba5-5504-4f10-8c3a-16078f0769a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:40.843926 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-1aaf1ba5-5504-4f10-8c3a-16078f0769a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 1098 time: 0.0898035
Apr 20 19:11:40.997963 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-6d538332-9a4a-4a46-b2b9-7f5bc9da6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:40.999604 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-6d538332-9a4a-4a46-b2b9-7f5bc9da6986 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1495135
Apr 20 19:11:41.110236 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-ae94201a-257e-4bf1-b310-315fc53869fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14 HTTP/1.1" status: 200  len: 999 time: 0.1037548
Apr 20 19:11:41.183027 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-cbb713be-e518-489f-9dfe-fe00ba244a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:41.183287 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98263390>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '0be3ef04-2cdb-41bc-92c7-9697199dee6e', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:e6:16:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:11:39Z', 'updated_at': '2021-04-20T19:11:39Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}, {'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:32Z', 'revision_number': 1, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:11:41.184635 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-cbb713be-e518-489f-9dfe-fe00ba244a6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0686727
Apr 20 19:11:41.187720 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:11:41.197832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:11:41.198571 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98263390>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:11:33Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:11:41.272460 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-91d45507-72d3-48f0-b68b-de17a011acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:11:41.274075 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-91d45507-72d3-48f0-b68b-de17a011acef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831437
Apr 20 19:11:41.430324 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-3b222b7c-a696-47c4-a78e-dbff4989ec3e service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496046
Apr 20 19:11:41.576658 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:11:41.831435 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fad9c0f7-1005-430c-8a89-9c3ee477e663 req-a44f944a-4998-421c-8a24-5cb504450088 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3939500
Apr 20 19:11:41.979693 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98263390>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '0be3ef04-2cdb-41bc-92c7-9697199dee6e', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:e6:16:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:11:39Z', 'updated_at': '2021-04-20T19:11:39Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}, {'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:32Z', 'revision_number': 1, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:11:41.983881 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b47dc12-6204-4846-a398-c7d8fb4a6480 None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': '0be3ef04-2cdb-41bc-92c7-9697199dee6e', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.223', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:e6:16:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:11:39Z', 'updated_at': '2021-04-20T19:11:39Z', 'revision_number': 0, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}, {'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:32Z', 'revision_number': 1, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:11:42.259691 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84375caf-495d-47c9-a4c1-0b67bfe9590b None None] New status for floating IP 0be3ef04-2cdb-41bc-92c7-9697199dee6e: ACTIVE {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:11:56.885716 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:00.243237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8cd6280b-8610-4808-bc17-ad44c44ecc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:01.895364 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:12:02.528099 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-63a36555-2e7f-4b56-b8e9-313fd921fc7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:03.004219 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:03.715995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:04.764351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:26.886247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:26.954082 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-d57ee888-8a10-4fc8-a734-b2a068893dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0813644
Apr 20 19:12:27.124319 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-f9396f74-3714-4366-b2cc-fb961aa87985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:27.125856 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-f9396f74-3714-4366-b2cc-fb961aa87985 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1098 time: 0.0808222
Apr 20 19:12:27.287254 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-485eef22-df5c-43f6-8983-014c40cd193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:27.289414 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-485eef22-df5c-43f6-8983-014c40cd193f service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1414921
Apr 20 19:12:27.410320 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-8ff190c4-b1d9-4c4c-a45f-c2ec6252971b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 200  len: 1001 time: 0.1092093
Apr 20 19:12:27.484975 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-0e8f4571-ddd5-48f4-b14a-b52f23f3e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:27.486517 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-0e8f4571-ddd5-48f4-b14a-b52f23f3e697 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0675888
Apr 20 19:12:27.569810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-46885174-bc8f-4326-89c1-08a6075cb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:12:27.571552 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-46885174-bc8f-4326-89c1-08a6075cb3c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770993
Apr 20 19:12:27.716730 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-d50a5471-7995-4f21-aebf-e8943c2258de service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381156
Apr 20 19:12:27.863211 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-f3f63510-2fb7-451e-9b2c-8e27931c90e9 req-8a300325-7c2b-4dd0-a843-2590dfde6693 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389117
Apr 20 19:12:30.247939 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c8eb13d2-febe-485e-b9e7-336a862b61ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:32.529579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b1b760b1-d70d-4dfa-a661-68365db2d8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:33.006667 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:33.717637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:34.762816 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:12:38.895564 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:12:56.884178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:00.249292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-7f3d38a5-2179-440b-928a-51dc579be346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:02.532052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-21469191-d3f5-44e9-b430-d3ffe771bc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:03.010406 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:03.718130 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:04.767177 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:10.425837 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41844) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:10.651993 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Deleting port c14ee9d0-a02d-41c6-8541-26e9121a33a4 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:10.652378 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:10.844759 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:10.845127 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:10.978991 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Calling delete_port for c14ee9d0-a02d-41c6-8541-26e9121a33a4 owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:11.136922 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:11.141807 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-4fd9d26a-09f5-45eb-8332-7302cf20fd6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:11.193044 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event deleted for resources: {'Port': ['ID=c14ee9d0-a02d-41c6-8541-26e9121a33a4,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:11.236590 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.237016 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.237432 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.237840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.238873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.239237 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.239638 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.240036 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.240434 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.240830 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.241224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.241614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86363) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:11.272240 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:11.303925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:11.304558 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Floating IP 0be3ef04-2cdb-41bc-92c7-9697199dee6e disassociated (deleted). External IP: 172.27.0.223, port: e6cb2a14-10b4-4f58-8628-7fd9195bde14.
Apr 20 19:13:11.687962 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:13:11.884124 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:13:11.893675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:13:11.904647 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:11.905700 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:13:11.906391 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a997655c0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:13:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:11.967021 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-512c82e3-a5cf-4ade-ba92-6216f24b4073 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "DELETE /v2.0/floatingips/0be3ef04-2cdb-41bc-92c7-9697199dee6e HTTP/1.1" status: 204  len: 168 time: 1.5397379
Apr 20 19:13:11.967645 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:13:12.098283 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:13:12.222135 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'status': 'completed', 'code': 200}
Apr 20 19:13:12.417457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-b4311a21-eb39-4391-879e-4a3096d5b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:12.419101 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-b4311a21-eb39-4391-879e-4a3096d5b9ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 1098 time: 0.1466613
Apr 20 19:13:12.432348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9fe1e2-6796-4e1d-9095-d7cbbb4ba9ad req-2732efcf-781c-4668-844a-029d575623ee tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:12.433077 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-3b9fe1e2-6796-4e1d-9095-d7cbbb4ba9ad req-2732efcf-781c-4668-844a-029d575623ee tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:13:12.486221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a997655c0>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:32Z', 'revision_number': 1, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:12.490401 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:13:12.499414 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:13:12.500071 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a997655c0>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:13:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:12.530271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-3b9fe1e2-6796-4e1d-9095-d7cbbb4ba9ad req-2732efcf-781c-4668-844a-029d575623ee tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:13:12.531564 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b9fe1e2-6796-4e1d-9095-d7cbbb4ba9ad req-2732efcf-781c-4668-844a-029d575623ee tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 945 time: 0.2113783
Apr 20 19:13:12.707764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:13:12.874288 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-3b9fe1e2-6796-4e1d-9095-d7cbbb4ba9ad req-cd894d1e-36c2-41fb-80b7-5ffc50bfcb01 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3344338
Apr 20 19:13:12.877015 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-7a284898-3383-461e-8d39-2c4f1677a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:12.878573 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-7a284898-3383-461e-8d39-2c4f1677a018 service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.4416690
Apr 20 19:13:12.966200 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-a4003481-9059-4242-ad4d-37893ba83f84 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14 HTTP/1.1" status: 200  len: 217 time: 0.0776474
Apr 20 19:13:13.040841 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-8cc066c2-8419-443a-8d03-39510ad904ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:13.042411 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-8cc066c2-8419-443a-8d03-39510ad904ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0689137
Apr 20 19:13:13.094867 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a997655c0>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:32Z', 'revision_number': 1, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:13.099724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313c9bd4-aa68-4355-ab70-97d90764319a None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_floatingips': [{'id': 'aba40dd0-06a1-4223-8e11-7fdb79c368eb', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'router_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'port_id': '63c57279-c059-45a9-8152-5e9016099229', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'mac_address': 'fa:16:3e:80:72:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059752c3-215f-4f88-bda4-89a71334a7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T19:09:29Z', 'updated_at': '2021-04-20T19:09:32Z', 'revision_number': 1, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:13:13.131331 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-edd42375-e09a-4f69-9253-3d202c525b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:13.133055 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-edd42375-e09a-4f69-9253-3d202c525b80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836818
Apr 20 19:13:13.280081 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-4d7d642f-32d1-4df4-b30e-1d62fa2e7482 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395898
Apr 20 19:13:13.433118 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-86ae9b17-2e18-4fc0-a422-fb602a0db714 req-9294603f-0fce-4bc9-a9ad-b3ebb3ae91c9 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440334
Apr 20 19:13:13.501562 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd64f3-388e-42d5-a30d-9f757836ee82 None None] New status for floating IP 0be3ef04-2cdb-41bc-92c7-9697199dee6e: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:13:13.989805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-3ee812b6-5dbc-4559-ae97-ec099ea9785f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:13.991465 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-3ee812b6-5dbc-4559-ae97-ec099ea9785f tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 945 time: 0.1015689
Apr 20 19:13:14.123253 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Deleting port e6cb2a14-10b4-4f58-8628-7fd9195bde14 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:14.123634 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:14.206255 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51001f-8789-4d59-b945-018246bf27f9 req-e35e5048-4fdf-46a7-a797-b1018b9a3516 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:14.207847 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb51001f-8789-4d59-b945-018246bf27f9 req-e35e5048-4fdf-46a7-a797-b1018b9a3516 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 945 time: 0.2153976
Apr 20 19:13:14.329130 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-fb51001f-8789-4d59-b945-018246bf27f9 req-9d2878d9-cb0f-4d18-a20a-c235010f800a tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892234
Apr 20 19:13:14.454876 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] For port e6cb2a14-10b4-4f58-8628-7fd9195bde14, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=e6cb2a14-10b4-4f58-8628-7fd9195bde14,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:14.455266 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:14.590301 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Calling delete_port for e6cb2a14-10b4-4f58-8628-7fd9195bde14 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:14.750123 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:14.756325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3e15b428-e5fb-44d8-b2e5-96ace0d1e749 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:14.806427 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event deleted for resources: {'Port': ['ID=e6cb2a14-10b4-4f58-8628-7fd9195bde14,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:14.809852 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:14.889921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] No DVR routers for this DVR port e6cb2a14-10b4-4f58-8628-7fd9195bde14 on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:13:14.892517 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:14.895977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'name': 'network-vif-deleted', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:13:14.912676 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-c123ec35-05d0-41de-82d9-30fa414a0066 req-8645a650-a78a-43ad-bff9-b52e6b61454d tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "DELETE /v2.0/ports/e6cb2a14-10b4-4f58-8628-7fd9195bde14 HTTP/1.1" status: 204  len: 173 time: 0.8781793
Apr 20 19:13:14.947003 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '493e9355-cd14-42fb-8583-95508bc2bbbe', 'name': 'network-vif-deleted', 'tag': 'e6cb2a14-10b4-4f58-8628-7fd9195bde14', 'status': 'completed', 'code': 200}
Apr 20 19:13:15.495384 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-714878b6-3432-40c4-bd19-074b61719d11 req-92726336-e0df-49e0-a34a-425286211e86 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:13:15.511023 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-714878b6-3432-40c4-bd19-074b61719d11 req-92726336-e0df-49e0-a34a-425286211e86 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:13:15.512304 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-714878b6-3432-40c4-bd19-074b61719d11 req-92726336-e0df-49e0-a34a-425286211e86 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=493e9355-cd14-42fb-8583-95508bc2bbbe HTTP/1.1" status: 200  len: 210 time: 0.0664711
Apr 20 19:13:15.895155 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:13:16.892898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device e6cb2a14-10b4-4f58-8628-7fd9195bde14 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:13:16.934773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: e6cb2a14-10b4-4f58-8628-7fd9195bde14 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:13:16.935167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device e6cb2a14-10b4-4f58-8628-7fd9195bde14 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:13:19.050352 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41874) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:19.273110 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Deleting port 3de98282-2b96-4d08-b804-9537e44bed8e {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:19.273493 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:19.457911 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:19.458197 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:19.593180 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Calling delete_port for 3de98282-2b96-4d08-b804-9537e44bed8e owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:19.756994 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:19.762292 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-d74b1073-6ddf-4753-89d0-9dc30b7912e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:19.813674 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event deleted for resources: {'Port': ['ID=3de98282-2b96-4d08-b804-9537e44bed8e,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:19.817241 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:19.910643 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:19.911023 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.db.l3_db [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Floating IP aba40dd0-06a1-4223-8e11-7fdb79c368eb disassociated (deleted). External IP: 172.27.0.210, port: 63c57279-c059-45a9-8152-5e9016099229.
Apr 20 19:13:20.294192 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86363) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:13:20.485955 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86363) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:13:20.496499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:13:20.508271 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:13:20.508950 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a984f6cf8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:13:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:20.510863 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:20.573965 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a6596052-e56e-4cad-95aa-1f11785f7455 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "DELETE /v2.0/floatingips/aba40dd0-06a1-4223-8e11-7fdb79c368eb HTTP/1.1" status: 204  len: 168 time: 1.5222523
Apr 20 19:13:20.574666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'tag': '63c57279-c059-45a9-8152-5e9016099229'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:13:20.841056 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'tag': '63c57279-c059-45a9-8152-5e9016099229', 'status': 'completed', 'code': 200}
Apr 20 19:13:20.896631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:13:21.255348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a984f6cf8>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:21.261596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:13:21.269742 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:13:21.270437 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a984f6cf8>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:13:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:21.303912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-e9cb672f-ec88-4423-a638-ed4087dd54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:21.305608 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-e9cb672f-ec88-4423-a638-ed4087dd54c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 1098 time: 0.4017987
Apr 20 19:13:21.315073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c50cd0-923c-43ba-b7c4-b04abb0227a8 req-7f5ee0dc-8e7f-4542-84ff-d87e2d2e7ec1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:21.315862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d7c50cd0-923c-43ba-b7c4-b04abb0227a8 req-7f5ee0dc-8e7f-4542-84ff-d87e2d2e7ec1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:13:21.422732 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-d7c50cd0-923c-43ba-b7c4-b04abb0227a8 req-7f5ee0dc-8e7f-4542-84ff-d87e2d2e7ec1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:13:21.424010 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d7c50cd0-923c-43ba-b7c4-b04abb0227a8 req-7f5ee0dc-8e7f-4542-84ff-d87e2d2e7ec1 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 945 time: 0.2355921
Apr 20 19:13:21.472465 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:13:21.506207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-f72b507f-86b6-4ab6-b5f2-a304bfe5631f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:21.507755 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-f72b507f-86b6-4ab6-b5f2-a304bfe5631f service neutron] 10.222.0.36 "GET /v2.0/networks?id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 200  len: 912 time: 0.1888652
Apr 20 19:13:21.512887 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-d7c50cd0-923c-43ba-b7c4-b04abb0227a8 req-0c3692bb-85c9-4976-9117-6cf95d410ba0 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775404
Apr 20 19:13:21.586037 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-2466bc8c-1344-4777-82ed-7927f34571b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 200  len: 217 time: 0.0711639
Apr 20 19:13:21.660512 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-9ee23f62-a73c-4c79-8ae3-58a58b8b0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:21.662113 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-9ee23f62-a73c-4c79-8ae3-58a58b8b0573 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 200  len: 850 time: 0.0688365
Apr 20 19:13:21.753178 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-d5e07121-4154-4ce3-9df3-ddcb919e61d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:21.754841 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-d5e07121-4154-4ce3-9df3-ddcb919e61d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=531a37fc-019b-491b-b0c5-cf6cccdcc8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0846770
Apr 20 19:13:21.832840 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a984f6cf8>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:21.837247 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cde9fa1-2e25-4955-8199-d6ad5aa1a0e5 None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:06:22Z', 'revision_number': 4, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi', '_interfaces': [{'id': '19ce91e5-c54b-4d82-907b-747ec17a09d6', 'name': '', 'network_id': '531a37fc-019b-491b-b0c5-cf6cccdcc8fc', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'mac_address': 'fa:16:3e:06:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:21Z', 'updated_at': '2021-04-20T19:06:31Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'subnets': [{'id': 'be3ea13d-ee0f-45f5-b900-fba8d7d0092b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:13:21.914402 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-026ef058-42c7-47ce-97ea-c94ea3353be7 service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508839
Apr 20 19:13:22.070404 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-2a0a59bd-5162-4b68-9b11-4c7c67e28a95 req-b95b4c66-15de-42f5-858e-979404f601bf service neutron] 10.222.0.36 "GET /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463628
Apr 20 19:13:22.258494 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31366c12-5644-41a8-a123-61fd8f014a6c None None] New status for floating IP aba40dd0-06a1-4223-8e11-7fdb79c368eb: DOWN {{(pid=86366) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 20 19:13:22.569750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-a75d45fd-7a5a-44ad-9367-9c72c9ce8a62 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:22.571409 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-a75d45fd-7a5a-44ad-9367-9c72c9ce8a62 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 945 time: 0.0947220
Apr 20 19:13:22.703809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Deleting port 63c57279-c059-45a9-8152-5e9016099229 {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:22.704117 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:22.844476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ff1bc-3eec-4a22-8c24-f330a3482b2b req-0201bc79-8fcd-4c8f-a860-2a7edd3fdfe2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86363) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 20 19:13:22.846095 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f3ff1bc-3eec-4a22-8c24-f330a3482b2b req-0201bc79-8fcd-4c8f-a860-2a7edd3fdfe2 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 945 time: 0.2121048
Apr 20 19:13:22.995668 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-9f3ff1bc-3eec-4a22-8c24-f330a3482b2b req-e556ce13-a5d0-45fa-a269-c9e282ddd12b tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b66fd4-e408-4e9d-97de-d143f75ab09c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1404769
Apr 20 19:13:23.048443 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] For port 63c57279-c059-45a9-8152-5e9016099229, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=63c57279-c059-45a9-8152-5e9016099229,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:23.048844 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:23.183709 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Calling delete_port for 63c57279-c059-45a9-8152-5e9016099229 owned by compute:nova {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:23.339711 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:23.346143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-2bb263a0-04e3-484b-ad0f-8b38453bed69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:23.395884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event deleted for resources: {'Port': ['ID=63c57279-c059-45a9-8152-5e9016099229,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:23.399108 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:23.478884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] No DVR routers for this DVR port 63c57279-c059-45a9-8152-5e9016099229 on host hv-cinder-78693 {{(pid=86363) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:13:23.481408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for port, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:23.484399 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'name': 'network-vif-deleted', 'tag': '63c57279-c059-45a9-8152-5e9016099229'}] {{(pid=86363) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 20 19:13:23.499829 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-6c881449-b0a8-41ff-9cfd-08870a2c51cb req-101642a9-ec08-4ebe-a40b-c4fd90f10b72 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.36 "DELETE /v2.0/ports/63c57279-c059-45a9-8152-5e9016099229 HTTP/1.1" status: 204  len: 173 time: 0.9226580
Apr 20 19:13:23.535112 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059752c3-215f-4f88-bda4-89a71334a7ad', 'name': 'network-vif-deleted', 'tag': '63c57279-c059-45a9-8152-5e9016099229', 'status': 'completed', 'code': 200}
Apr 20 19:13:24.177649 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-37288742-a777-4bf9-96c2-8421aa9495a5 req-526e44dc-5753-444a-a969-b126000a3fad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Synchronizing usage tracker for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 20 19:13:24.193113 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.quota.resource [req-37288742-a777-4bf9-96c2-8421aa9495a5 req-526e44dc-5753-444a-a969-b126000a3fad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Unset dirty status for tenant:aae127a36d1f43d28692c8a8bab8cf98 on resource:port {{(pid=86363) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 20 19:13:24.194478 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [req-37288742-a777-4bf9-96c2-8421aa9495a5 req-526e44dc-5753-444a-a969-b126000a3fad tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "GET /v2.0/ports?device_id=059752c3-215f-4f88-bda4-89a71334a7ad HTTP/1.1" status: 200  len: 210 time: 0.0653927
Apr 20 19:13:25.298072 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41892) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:25.472167 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Deleting port 99ecbda9-6e84-4ca5-9303-267de12d6c6a {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:25.472553 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:25.659248 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:25.659616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:25.797207 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Calling delete_port for 99ecbda9-6e84-4ca5-9303-267de12d6c6a owned by network:floatingip {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:25.953613 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9546504'] for port, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:25.958710 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-489441c1-58e6-4dea-a7d7-8cce8eeb5c39 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:26.005497 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event deleted for resources: {'Port': ['ID=99ecbda9-6e84-4ca5-9303-267de12d6c6a,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:26.008324 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:26.107179 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for floatingip, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:26.125056 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774395'] for floatingip, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:26.126307 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8ea80b21-1b23-43f8-ad64-822fd40364fa tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "DELETE /v2.0/floatingips/d41b211e-cc24-4d37-8ea7-54204ce7e9ec HTTP/1.1" status: 204  len: 168 time: 0.8271160
Apr 20 19:13:26.911204 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:26.941964 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 63c57279-c059-45a9-8152-5e9016099229 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:13:26.983337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] No Port match for: 63c57279-c059-45a9-8152-5e9016099229 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:13:26.983737 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Device 63c57279-c059-45a9-8152-5e9016099229 not bound to the agent host hv-cinder-78693 {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:13:27.537996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41906) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:27.613551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-368fb077-e8c3-4111-81bb-bddb0cf30aa6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:27.648052 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-368fb077-e8c3-4111-81bb-bddb0cf30aa6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:27.708621 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-368fb077-e8c3-4111-81bb-bddb0cf30aa6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:27.713890 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:27.730394 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb077-e8c3-4111-81bb-bddb0cf30aa6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b66fd4-e408-4e9d-97de-d143f75ab09c,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:27.733189 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-368fb077-e8c3-4111-81bb-bddb0cf30aa6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:27.740473 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-368fb077-e8c3-4111-81bb-bddb0cf30aa6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:27.755020 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-368fb077-e8c3-4111-81bb-bddb0cf30aa6 tempest-TestVolumeBootPattern-612673913 tempest-TestVolumeBootPattern-612673913-project] 10.222.0.22 "DELETE /v2.0/security-groups/62b66fd4-e408-4e9d-97de-d143f75ab09c HTTP/1.1" status: 204  len: 168 time: 0.2056699
Apr 20 19:13:27.804632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41912) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:28.887705 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:29.263943 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Deleting port 19ce91e5-c54b-4d82-907b-747ec17a09d6 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:29.264316 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:29.449949 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] For port 19ce91e5-c54b-4d82-907b-747ec17a09d6, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=19ce91e5-c54b-4d82-907b-747ec17a09d6,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:29.450348 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:29.589227 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Calling delete_port for 19ce91e5-c54b-4d82-907b-747ec17a09d6 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:29.779987 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:29.785531 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-eb01ad75-4a8f-4b05-8500-f08fb484c0b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:29.835262 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Pushing event deleted for resources: {'Port': ['ID=19ce91e5-c54b-4d82-907b-747ec17a09d6,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:29.877532 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.877971 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.878392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.878850 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.879265 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.879675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.880083 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.880491 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.880899 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.881303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.881706 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.882106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86364) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:29.890666 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:30.136891 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:30.252201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-12fc6919-0868-41f7-badc-41e1e7a26128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:30.528617 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Router f062c059-4ae3-4ca3-9cfe-66913218f2ae has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:13:30.726708 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:13:30.736070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] Sync routers for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:13:30.742194 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] 10.222.0.22 "PUT /v2.0/routers/f062c059-4ae3-4ca3-9cfe-66913218f2ae/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9314768
Apr 20 19:13:30.743393 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41920) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:30.747579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:13:30.748272 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98cd8240>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:13:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:30.935353 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:30.945873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: dv-cinder-786930-2-iscsi {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:13:31.144029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:31.153696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Deleting port d1b08c53-e753-461c-857d-7edf49893b6d {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:31.154084 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:31.265323 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98cd8240>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:13:29Z', 'revision_number': 5, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port': {'id': 'd1b08c53-e753-461c-857d-7edf49893b6d', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:18Z', 'updated_at': '2021-04-20T19:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:31.270163 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] Checking router: f062c059-4ae3-4ca3-9cfe-66913218f2ae for host: dv-cinder-786930-2-iscsi {{(pid=86365) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:13:31.279819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] Routers {'f062c059-4ae3-4ca3-9cfe-66913218f2ae'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86365) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:13:31.280501 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a98cd8240>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:13:03Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'], 'active': True} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:31.346286 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] For port d1b08c53-e753-461c-857d-7edf49893b6d, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=d1b08c53-e753-461c-857d-7edf49893b6d,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:31.346632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:31.450578 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] Set router f062c059-4ae3-4ca3-9cfe-66913218f2ae gateway port host: None {{(pid=86365) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:13:31.574586 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a98cd8240>, [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:13:31Z', 'revision_number': 6, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:31.579476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f889df-145b-4dba-9c5b-f31afd78ce6a None None] The sync data for ids ['f062c059-4ae3-4ca3-9cfe-66913218f2ae'] in dv-cinder-786930-2-iscsi is: [{'id': 'f062c059-4ae3-4ca3-9cfe-66913218f2ae', 'name': 'tempest-TestVolumeBootPattern-180891181-router', 'tenant_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:17Z', 'updated_at': '2021-04-20T19:13:31Z', 'revision_number': 6, 'project_id': 'aae127a36d1f43d28692c8a8bab8cf98', 'gw_port_host': None}] {{(pid=86365) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:13:31.764810 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Calling delete_port for d1b08c53-e753-461c-857d-7edf49893b6d owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:31.950483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:31.955568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b6ba9805-628c-401e-8a78-212e881b511b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:32.035824 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b08c53-e753-461c-857d-7edf49893b6d,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:32.038447 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:32.104226 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.296632 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.299339 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.320916 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.321476 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f062c059-4ae3-4ca3-9cfe-66913218f2ae {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:13:32.337210 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.338472 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-6a86b180-7915-4ec0-84c9-9a9e11290c57 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f062c059-4ae3-4ca3-9cfe-66913218f2ae HTTP/1.1" status: 204  len: 168 time: 1.5940256
Apr 20 19:13:32.342764 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41924) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:32.411682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] Deleting subnet be3ea13d-ee0f-45f5-b900-fba8d7d0092b {{(pid=86364) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:13:32.415000 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.472134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2275659'] for subnet, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.533774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-d243d3a5-dac0-4035-99ba-9678ef9fb5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.557897 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.825283 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2275620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2104411'] for subnet, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.831579 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:32.873750 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be3ea13d-ee0f-45f5-b900-fba8d7d0092b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:32.875977 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:32.879448 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:32.882042 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f9660-eedb-48c7-94c2-3fa170006513 None None] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:13:32.886594 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-b069e46c-84d1-43e2-8d4f-c7bde5638656 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/be3ea13d-ee0f-45f5-b900-fba8d7d0092b HTTP/1.1" status: 204  len: 168 time: 0.5401285
Apr 20 19:13:32.886857 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41928) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:33.006551 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.017978 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Deleting port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:33.018351 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.073637 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.138540 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 19ce91e5-c54b-4d82-907b-747ec17a09d6 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:13:33.180328 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] DHCP port deletion for 531a37fc-019b-491b-b0c5-cf6cccdcc8fc request from dv-cinder-786930-2-iscsi {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:13:33.182198 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 19ce91e5-c54b-4d82-907b-747ec17a09d6 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:13:33.182614 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 19ce91e5-c54b-4d82-907b-747ec17a09d6 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:13:33.183070 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device d1b08c53-e753-461c-857d-7edf49893b6d no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:13:33.224934 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] Deleting port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:33.225321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.250151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] For port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=330ff0ad-4fcb-4e23-ab43-afc6eb36e93c,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:33.250604 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.255329 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: d1b08c53-e753-461c-857d-7edf49893b6d {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:13:33.255725 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device d1b08c53-e753-461c-857d-7edf49893b6d not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:13:33.396862 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Calling delete_port for 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c owned by network:dhcp {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:33.449832 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] For port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=330ff0ad-4fcb-4e23-ab43-afc6eb36e93c,segment=NetworkSegment(505bcef7-a582-47cb-b420-f22a31879ca4),segment_id=505bcef7-a582-47cb-b420-f22a31879ca4)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:33.450303 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.481421 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.485648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8d4a4617-c96e-4337-a729-e140975e23e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:33.538921 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Pushing event deleted for resources: {'Port': ['ID=330ff0ad-4fcb-4e23-ab43-afc6eb36e93c,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:33.541017 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] No DVR routers for this DVR port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c on host dv-cinder-786930-2-iscsi {{(pid=86364) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:13:33.542689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:33.598515 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] Calling delete_port for 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:33.679736 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.809752 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a995c7a20>,) {'filters': {'network_id': ['531a37fc-019b-491b-b0c5-cf6cccdcc8fc']}} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:33.824509 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a995c7a20>, '505bcef7-a582-47cb-b420-f22a31879ca4') {'for_net_delete': True} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:33.824988 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a995c7a20>, '505bcef7-a582-47cb-b420-f22a31879ca4') {} {{(pid=86364) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:33.838220 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852500157'] for segment, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.844060 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.856187 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:33.863514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=86364) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:13:33.868256 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.api [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86365) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:13:33.868669 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.api [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86365) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:13:34.047793 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:13:34.057385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852500345'] for segment, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:34.244193 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Network 531a37fc-019b-491b-b0c5-cf6cccdcc8fc has no segments {{(pid=86364) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:13:34.267064 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:13:34.345619 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:34.349563 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:34.366325 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:34.369682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] Deleting port 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:34.370106 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:34.375409 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Pushing event deleted for resources: {'Network': ['ID=531a37fc-019b-491b-b0c5-cf6cccdcc8fc,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:34.378954 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:34.389404 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-77109b74-fbc0-4363-b1bb-f7db3721386b admin admin] 10.222.0.22 "DELETE /v2.0/networks/531a37fc-019b-491b-b0c5-cf6cccdcc8fc HTTP/1.1" status: 204  len: 168 time: 1.5014627
Apr 20 19:13:34.392428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41932) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:34.444569 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f0a6b-a6d3-44ca-9858-01464d5df9d2 None None] The port '330ff0ad-4fcb-4e23-ab43-afc6eb36e93c' was deleted {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:13:34.771345 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:34.978925 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4076441'] for router_interface, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:35.140040 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:13:35.178627 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:13:35.179031 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 330ff0ad-4fcb-4e23-ab43-afc6eb36e93c not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:13:35.621784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Deleting port 5b1c3aac-37d4-4343-8359-62979bbfddc7 {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:35.622160 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:35.816673 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] For port 5b1c3aac-37d4-4343-8359-62979bbfddc7, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=5b1c3aac-37d4-4343-8359-62979bbfddc7,segment=NetworkSegment(1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88),segment_id=1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:35.817073 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:35.950682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Calling delete_port for 5b1c3aac-37d4-4343-8359-62979bbfddc7 owned by network:router_interface {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:36.128086 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:36.132640 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:36.180655 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b1c3aac-37d4-4343-8359-62979bbfddc7,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:36.209483 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:36.463270 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851066206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4076519'] for router_interface, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:36.851100 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Router e33cf974-33d4-4158-8704-4a4fb0844b9d has already been hosted by L3 agent 0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c {{(pid=86364) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 20 19:13:37.048006 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] Notify agent at l3_agent.dv-cinder-786930-2-iscsi the message routers_updated {{(pid=86364) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 20 19:13:37.057382 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] Sync routers for ids ['e33cf974-33d4-4158-8704-4a4fb0844b9d'] in dv-cinder-786930-2-iscsi {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 20 19:13:37.058080 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-8ed3c0b9-2a19-49f5-bcbd-cd9c9af1d12d admin admin] 10.222.0.22 "PUT /v2.0/routers/e33cf974-33d4-4158-8704-4a4fb0844b9d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6640389
Apr 20 19:13:37.068468 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41936) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:37.069869 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] Routers {'e33cf974-33d4-4158-8704-4a4fb0844b9d'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:13:37.070684 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a996d1c88>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:13:33Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e33cf974-33d4-4158-8704-4a4fb0844b9d'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:37.263034 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks [] for router, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:37.268774 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] Set router e33cf974-33d4-4158-8704-4a4fb0844b9d gateway port host: dv-cinder-786930-2-iscsi {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:13:37.457782 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:37.466269 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Deleting port 7b968baa-21ee-44e2-9448-fa494d322b7b {{(pid=86364) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:37.466675 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:37.574021 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a996d1c88>, [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'external_fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:13:36Z', 'revision_number': 5, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port': {'id': '7b968baa-21ee-44e2-9448-fa494d322b7b', 'name': '', 'network_id': '7ad6bb0e-9ce3-4b2d-85c6-9c3bc5e90aad', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786930-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T19:06:25Z', 'updated_at': '2021-04-20T19:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89fd280-5d85-4c06-82d2-b1dc16850d1c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786930-2-iscsi'}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:37.578029 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] Checking router: e33cf974-33d4-4158-8704-4a4fb0844b9d for host: dv-cinder-786930-2-iscsi {{(pid=86366) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 20 19:13:37.587499 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] Routers {'e33cf974-33d4-4158-8704-4a4fb0844b9d'} bound to L3 agent in host dv-cinder-786930-2-iscsi {{(pid=86366) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 20 19:13:37.588151 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2a996d1c88>, 'dv-cinder-786930-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T18:14:02Z,description=<?>,heartbeat_timestamp=2021-04-20T19:13:33Z,host='dv-cinder-786930-2-iscsi',id=0046f0d6-b7cd-4aa8-9d2d-db0352ceee4c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-20T18:14:02Z,topic='l3_agent')) {'router_ids': ['e33cf974-33d4-4158-8704-4a4fb0844b9d'], 'active': True} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:37.655415 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] For port 7b968baa-21ee-44e2-9448-fa494d322b7b, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=7b968baa-21ee-44e2-9448-fa494d322b7b,segment=NetworkSegment(4ac15636-7541-40ae-9103-fa4c08c4c91e),segment_id=4ac15636-7541-40ae-9103-fa4c08c4c91e)] {{(pid=86364) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:37.655805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:37.750937 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvr_db [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] Set router e33cf974-33d4-4158-8704-4a4fb0844b9d gateway port host: None {{(pid=86366) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 20 19:13:37.789622 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Calling delete_port for 7b968baa-21ee-44e2-9448-fa494d322b7b owned by network:router_gateway {{(pid=86364) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:37.866724 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_hamode_db [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2a996d1c88>, [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:13:37Z', 'revision_number': 6, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port_host': None}], 'dv-cinder-786930-2-iscsi', False) {} {{(pid=86366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:37.871049 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d4b6b9-5dd2-4135-a509-d7dfe120169f None None] The sync data for ids ['e33cf974-33d4-4158-8704-4a4fb0844b9d'] in dv-cinder-786930-2-iscsi is: [{'id': 'e33cf974-33d4-4158-8704-4a4fb0844b9d', 'name': 'tempest-TestVolumeBootPattern-385191193-router', 'tenant_id': 'c11692b892e54576b776aafbd19fad23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T19:06:24Z', 'updated_at': '2021-04-20T19:13:37Z', 'revision_number': 6, 'project_id': 'c11692b892e54576b776aafbd19fad23', 'gw_port_host': None}] {{(pid=86366) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 20 19:13:37.968538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2275568'] for port, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:37.973721 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-88b65b96-5884-4bbd-9ab3-61f7defa6928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:38.021631 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Pushing event deleted for resources: {'Port': ['ID=7b968baa-21ee-44e2-9448-fa494d322b7b,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:38.056688 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:38.124334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850668186'] for router_gateway, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:38.560580 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036850711494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773309'] for router, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:38.562953 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:38.586845 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4076158'] for router, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:38.587439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e33cf974-33d4-4158-8704-4a4fb0844b9d {{(pid=86364) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 20 19:13:38.602224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] Notify callbacks [] for router, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:38.603494 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5ea8f254-b9d6-4c4d-bdeb-fb882323bcac admin admin] 10.222.0.22 "DELETE /v2.0/routers/e33cf974-33d4-4158-8704-4a4fb0844b9d HTTP/1.1" status: 204  len: 168 time: 1.5339799
Apr 20 19:13:38.606326 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41940) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:38.678014 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] Deleting subnet b1e036e0-2154-404c-a7fd-54193f566b19 {{(pid=86363) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Apr 20 19:13:38.681188 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:38.733773 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9837728'] for subnet, precommit_delete_associations {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:38.822212 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853843367'] for subnet, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.084235 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-932449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851073940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9546460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3657589'] for subnet, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.089408 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:39.127587 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e036e0-2154-404c-a7fd-54193f566b19,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:39.129778 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for subnet, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.132560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:39.135514 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69084b46-4996-48d5-bc09-af6b2956a2e6 None None] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f requested from dv-cinder-786930-2-iscsi {{(pid=86365) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 20 19:13:39.136933 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-a8d3c012-1e72-4ed5-a18a-8900f558e394 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b1e036e0-2154-404c-a7fd-54193f566b19 HTTP/1.1" status: 204  len: 168 time: 0.5294843
Apr 20 19:13:39.139642 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41944) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:39.154221 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 5b1c3aac-37d4-4343-8359-62979bbfddc7 no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:13:39.245134 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 5b1c3aac-37d4-4343-8359-62979bbfddc7 {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:13:39.245526 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 5b1c3aac-37d4-4343-8359-62979bbfddc7 not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:13:39.245981 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 7b968baa-21ee-44e2-9448-fa494d322b7b no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:13:39.257982 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853929451'] for network, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.269735 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Deleting port 56ce4ca5-0039-47a5-add7-3de3e891b6ed {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:39.270111 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.296568 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 7b968baa-21ee-44e2-9448-fa494d322b7b {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:13:39.296957 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 7b968baa-21ee-44e2-9448-fa494d322b7b not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:13:39.478805 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] DHCP port deletion for f5608a1e-38c0-42d4-b17c-b183d4e7bb1f request from dv-cinder-786930-2-iscsi {{(pid=86365) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 20 19:13:39.483822 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Deleting port 56ce4ca5-0039-47a5-add7-3de3e891b6ed {{(pid=86365) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:39.484290 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.712696 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] For port 56ce4ca5-0039-47a5-add7-3de3e891b6ed, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=56ce4ca5-0039-47a5-add7-3de3e891b6ed,segment=NetworkSegment(1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88),segment_id=1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88)] {{(pid=86365) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:39.713239 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.733281 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.db [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] For port 56ce4ca5-0039-47a5-add7-3de3e891b6ed, host dv-cinder-786930-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786930-2-iscsi',level=0,port_id=56ce4ca5-0039-47a5-add7-3de3e891b6ed,segment=NetworkSegment(1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88),segment_id=1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88)] {{(pid=86363) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 20 19:13:39.733689 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4106366'] for port, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.848018 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Calling delete_port for 56ce4ca5-0039-47a5-add7-3de3e891b6ed owned by network:dhcp {{(pid=86365) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:39.868596 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Calling delete_port for 56ce4ca5-0039-47a5-add7-3de3e891b6ed owned by network:dhcp {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}}
Apr 20 19:13:39.927970 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853811384', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363298045280031', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363298045727553'] for port, after_delete {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:39.932873 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:39.946165 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.db.api [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86363) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 20 19:13:39.946558 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_db.api [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 20 19:13:39.979392 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Pushing event deleted for resources: {'Port': ['ID=56ce4ca5-0039-47a5-add7-3de3e891b6ed,revision_number=None']} {{(pid=86365) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:39.982050 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] No DVR routers for this DVR port 56ce4ca5-0039-47a5-add7-3de3e891b6ed on host dv-cinder-786930-2-iscsi {{(pid=86365) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 20 19:13:39.990884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.991275 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.993327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.993327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.993327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.993327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.993327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.993813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.993813 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.994064 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.994428 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.994820 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786930-2-iscsi {{(pid=86365) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 20 19:13:39.997898 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-ec79edcc-096a-4c24-b701-8926d9206ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86365) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:40.448074 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Deleting port 56ce4ca5-0039-47a5-add7-3de3e891b6ed {{(pid=86363) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Apr 20 19:13:40.448385 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363298045282932'] for port, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:40.523800 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] The port '56ce4ca5-0039-47a5-add7-3de3e891b6ed' was deleted {{(pid=86363) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Apr 20 19:13:40.646521 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-932364', 'neutron.services.segments.db._delete_segments_for_network-8738809529459'] for network, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:40.761616 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2a984a8d30>,) {'filters': {'network_id': ['f5608a1e-38c0-42d4-b17c-b183d4e7bb1f']}} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:40.774983 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a984a8d30>, '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88') {'for_net_delete': True} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:40.775589 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.services.segments.db [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2a984a8d30>, '1d8b07c2-ac90-4f54-b6e9-9f3abdcbfe88') {} {{(pid=86363) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 20 19:13:40.787880 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363298045216611', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844938072'] for segment, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:40.803682 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-927039'] for segment, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:40.810334 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=86363) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 20 19:13:40.994289 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:13:41.004107 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853848760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036845229185'] for segment, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:41.134718 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 56ce4ca5-0039-47a5-add7-3de3e891b6ed no longer exists at agent ovs-agent-dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 20 19:13:41.170995 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.plugin [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] No Port match for: 56ce4ca5-0039-47a5-add7-3de3e891b6ed {{(pid=86365) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Apr 20 19:13:41.171396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.rpc [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Device 56ce4ca5-0039-47a5-add7-3de3e891b6ed not bound to the agent host dv-cinder-786930-2-iscsi {{(pid=86365) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 20 19:13:41.185224 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.plugins.ml2.managers [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Network f5608a1e-38c0-42d4-b17c-b183d4e7bb1f has no segments {{(pid=86363) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   % (table.description, expected, rows_matched)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   % (table.description, expected, rows_matched)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   % (table.description, expected, rows_matched)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   % (table.description, expected, rows_matched)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]: Traceback (most recent call last):
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     timer()
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     cb(*args, **kw)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     return func(*args, **kwargs)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     self._notify()
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     self.callback(batched_events)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     event.method(event)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     segment_id)['aggregates'][0]
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     return f(self, *a, **k)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self._get(url).json()
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     **kwargs)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     return self.request(url, 'GET', **kwargs)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     **endpoint_filter)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 20 19:13:41.208102 dv-cinder-786930-2-iscsi neutron-server[86252]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 20 19:13:41.287648 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853843452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3709594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850710911'] for network, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:41.291485 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-9e8310c2-b748-4b80-98f7-46e4c7fe9e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:41.305676 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3709577'] for network, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:41.316932 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f5608a1e-38c0-42d4-b17c-b183d4e7bb1f,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:41.320143 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:41.322279 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-5385bd57-a882-44e3-b210-7865b54f71ba admin admin] 10.222.0.22 "DELETE /v2.0/networks/f5608a1e-38c0-42d4-b17c-b183d4e7bb1f HTTP/1.1" status: 204  len: 168 time: 2.1810498
Apr 20 19:13:41.433839 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41950) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:41.484820 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-09abc50f-880e-40f9-8877-73ab8bf86a8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aae127a36d1f43d28692c8a8bab8cf98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496004
Apr 20 19:13:41.488082 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86363) accepted ('10.222.0.22', 41954) {{(pid=86363) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:41.553183 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5e5b-e3df-4d53-a4be-eb058ba0fa3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:41.579717 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5e5b-e3df-4d53-a4be-eb058ba0fa3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:41.630069 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5e5b-e3df-4d53-a4be-eb058ba0fa3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:41.635057 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-3b72ce69-c109-4834-80c0-88adf53cac3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:41.649985 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f5e5b-e3df-4d53-a4be-eb058ba0fa3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a992eec-983a-4604-8256-ab93dfcbb9fe,revision_number=None']} {{(pid=86363) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:41.655310 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-0f2f5e5b-e3df-4d53-a4be-eb058ba0fa3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86363) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:41.657321 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5e5b-e3df-4d53-a4be-eb058ba0fa3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86363) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:41.659088 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-0f2f5e5b-e3df-4d53-a4be-eb058ba0fa3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a992eec-983a-4604-8256-ab93dfcbb9fe HTTP/1.1" status: 204  len: 168 time: 0.1698146
Apr 20 19:13:42.009238 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41962) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:42.061956 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-052ae67b-997d-4a44-8a0d-74dfdb09c015 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c11692b892e54576b776aafbd19fad23&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0513992
Apr 20 19:13:42.064471 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.wsgi [-] (86364) accepted ('10.222.0.22', 41966) {{(pid=86364) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 20 19:13:42.129201 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-01ecedd7-498d-432d-acd7-f5a59dd9c71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:42.157075 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-01ecedd7-498d-432d-acd7-f5a59dd9c71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:42.203803 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-01ecedd7-498d-432d-acd7-f5a59dd9c71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036851086944'] for security_group, after_delete {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:42.209495 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-de27c1be-8b23-4a42-98f2-07642fd8c5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 20 19:13:42.223066 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecedd7-498d-432d-acd7-f5a59dd9c71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88db0a3-f8de-4d18-89d8-68760371e4cd,revision_number=None']} {{(pid=86364) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 20 19:13:42.225621 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG oslo_concurrency.lockutils [None req-01ecedd7-498d-432d-acd7-f5a59dd9c71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86364) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 20 19:13:42.229861 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-01ecedd7-498d-432d-acd7-f5a59dd9c71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86364) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:13:42.231306 dv-cinder-786930-2-iscsi neutron-server[86252]: INFO neutron.wsgi [None req-01ecedd7-498d-432d-acd7-f5a59dd9c71e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b88db0a3-f8de-4d18-89d8-68760371e4cd HTTP/1.1" status: 204  len: 168 time: 0.1658509
Apr 20 19:13:52.894909 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:13:56.924470 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:00.257094 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ce969950-0242-45c4-9659-1f20dcf11944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:02.536407 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-3cee1695-02ee-428b-ada0-1d856a2270d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:03.016278 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:03.717234 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:04.775486 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:26.913419 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:29.895376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:14:30.259318 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6c027f8f-1f94-4df0-a23e-66f8b577b1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:32.538012 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-beed735c-e23d-4fa1-9e86-6d99ef8913ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:33.018140 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:33.722190 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:34.776361 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:14:56.920871 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:00.261335 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-dae93059-1ba4-4dd4-9dd0-e9d453ddc1b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:02.540566 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-cdbb40b5-93ea-4c15-b02d-031cf889c19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:03.021884 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:03.723697 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:04.780608 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:06.895010 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:15:26.922445 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:30.262490 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-5fdfb1fe-6218-453e-80cd-dd922b3992bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:32.541958 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-e11af27d-bc91-43bc-9bb6-1e63fa837809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:33.023088 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:33.724913 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:34.783662 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:15:43.894439 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:15:56.917783 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:00.262337 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a81c1f20-bf27-4290-bc89-ee41c3ec0e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:02.545538 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2c49652f-b8e9-418d-b343-2ffe15acddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:03.025457 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:03.725809 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:04.786996 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:20.893855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:16:26.922855 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:30.263346 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-b10eefdc-39d1-4a98-a633-db920516d6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:32.547430 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-67c86f78-cb19-4259-8afd-a1ec18b2d392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:33.028560 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:33.726704 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:34.793376 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:56.929892 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:16:57.893122 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:17:00.264416 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ae77-fbae-4fa7-b71d-432ecc4f104a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:02.549191 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-f0698364-159b-4384-9cc5-e37793de6d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:03.031396 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:03.727360 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:04.794156 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:26.928612 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:30.264603 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-a0194008-911b-42ce-9dde-99dcb902b5c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:32.550395 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-59313613-cfcb-4d9e-b7b4-d3e34bc97b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.033144 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:33.729767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.800068 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:17:34.892819 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:17:56.942373 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:00.265185 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-11a1a6f5-42e6-41ed-9652-2e3f91296bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:02.551606 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-90303043-f326-4ba4-891e-d355e094fa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.035440 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:03.731137 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:04.801723 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:11.892767 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:18:26.939680 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:30.265112 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-6b644436-cb7d-4b9e-9245-539fc7c83785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:32.553714 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-9c5b7161-79c1-4f24-bed3-c41e7e0e40e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:33.040147 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-ea130251-dbb3-401e-9d5c-4ced7f83f974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:33.731784 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-fa79830c-3a7c-479d-a8f3-745fdd659ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:34.805912 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-2125018b-dcfb-4b20-8092-6ca8ef6621bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:18:48.893101 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron.db.agents_db [None req-44fa222d-61fb-4bae-8848-bc390602f134 None None] Agent healthcheck: found 6 active agents {{(pid=86366) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 20 19:18:56.940090 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-4194d9d1-ef95-4ac5-8749-08d36016c522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 20 19:19:00.266327 dv-cinder-786930-2-iscsi neutron-server[86252]: DEBUG neutron_lib.callbacks.manager [None req-c28c7233-5c30-4ff5-8951-b5ec6ef8b6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363298045246341', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1000750'] for agent, after_update {{(pid=86365) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}